-- Logs begin at Mon 2021-05-31 11:00:36 UTC, end at Mon 2021-05-31 11:59:20 UTC. -- May 31 11:33:08.608382 dv-cinder-786383-7-smb systemd[1]: Started Devstack devstack@q-svc.service. May 31 11:33:09.567453 dv-cinder-786383-7-smb neutron-server[98303]: Beware of the coming changes in the project packaging May 31 11:33:09.568098 dv-cinder-786383-7-smb neutron-server[98303]: https://github.com/svinota/pyroute2/discussions/786 May 31 11:33:11.028324 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.common.config [-] Logging enabled! May 31 11:33:11.028950 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev246 May 31 11:33:11.028950 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98303) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 31 11:33:11.032172 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.common.config [-] Logging enabled! May 31 11:33:11.032424 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev246 May 31 11:33:11.032740 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=98303) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 31 11:33:11.033674 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 31 11:33:11.033907 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 31 11:33:11.034268 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 31 11:33:11.034514 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 31 11:33:11.034766 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 31 11:33:11.035094 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:11.035394 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:11.035693 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:11.035892 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:11.036219 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:11.036490 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:11.036773 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:11.037059 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:11.037352 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:11.037636 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:11.037912 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:11.038201 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:11.038464 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:11.038730 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] config_source = [] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:11.039017 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:11.039302 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:11.039612 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] debug = True {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:11.040115 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:11.040564 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:11.040991 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:11.041277 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:11.041568 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:11.041849 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:11.042124 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:11.042402 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:11.042716 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:11.043046 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] host = dv-cinder-786383-7-smb {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:11.043325 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:11.043610 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:11.043894 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:11.044179 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:11.044454 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:11.044732 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:11.045016 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:11.045295 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] log_dir = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:11.045566 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] log_file = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:11.045839 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:11.046129 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:11.046415 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:11.046735 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:11.046963 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:11.047184 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:11.047472 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:11.047758 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:11.048032 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:11.048304 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:11.048576 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:11.048847 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:11.049118 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:11.049386 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:11.049670 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:11.049952 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:11.050235 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:11.050508 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:11.050802 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:11.051078 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:11.051347 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:11.051628 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:11.051897 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:11.052168 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:11.052442 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:11.052729 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:11.052997 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:11.053269 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:11.053567 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:11.053847 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:11.054128 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:11.054411 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:11.054707 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:11.055011 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:11.055293 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:11.055569 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] use_journal = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:11.055933 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] use_json = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:11.056208 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:11.056478 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:11.056760 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:11.057032 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:11.057304 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:11.057574 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:11.057843 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:11.058123 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:11.058419 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.058755 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.059058 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.059340 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.059632 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.059912 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.060199 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.060480 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.060768 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.061054 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.061345 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.061625 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.061909 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.062183 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.062475 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.062804 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.063098 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.063387 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.063660 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.063931 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.064199 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.064475 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.064762 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.065062 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.065353 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.065625 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.065904 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.066191 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.066471 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.066773 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.067053 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.067338 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.067614 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.067886 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.068164 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.068751 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.069021 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.069293 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.069570 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.069864 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.070137 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.070405 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.070765 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.071051 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.071315 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.071602 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.071874 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.072145 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.072413 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.072691 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.072961 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.073232 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.073507 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.073775 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.074051 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.074321 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.074589 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.074884 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.075163 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.075431 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.075701 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.075972 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.076249 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.076518 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.076790 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.077059 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.077329 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.077598 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.077884 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.078180 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.078458 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.078762 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.079043 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.079321 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.079596 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.079872 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.080148 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.080424 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.080695 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.080984 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.081267 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.081555 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.081836 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.082112 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.082405 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.082701 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.082988 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.083264 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.083540 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.083830 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.084114 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.084404 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.084696 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.084989 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.085283 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.085573 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.085851 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.086155 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.086468 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:11.086710 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 31 11:33:11.086956 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=98303) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 31 11:33:11.432755 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:33:11.432982 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:33:11.433301 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:33:11.433786 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.manager [-] Loading core plugin: ml2 May 31 11:33:11.823374 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:11.823625 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:11.823921 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:11.825130 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:11.825405 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:11.825672 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:11.860485 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:11.860770 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:11.861038 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:11.874261 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:11.874539 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:11.874838 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:11.904296 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:11.904573 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:11.904843 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:11.941173 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:11.941447 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:11.941718 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.172286 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.172964 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.172964 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.172964 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.173731 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.295958 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.296280 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.296570 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.296847 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.297117 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.297430 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.297690 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.297946 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.298201 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.298476 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.298765 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.299017 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.299280 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.299540 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.299806 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.300077 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.301437 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.301734 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.302005 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.302297 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.302664 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.302951 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.303214 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.303503 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.303740 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.303990 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.304387 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=98303) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 11:33:12.304638 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=98303) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 11:33:12.304879 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=98303) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 11:33:12.305518 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=98303) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 11:33:12.305518 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=98303) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 11:33:12.306044 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=98303) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 11:33:12.306044 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 31 11:33:12.309140 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 31 11:33:12.313064 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 31 11:33:12.316873 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])]) May 31 11:33:12.318862 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 31 11:33:12.319311 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 31 11:33:12.319650 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 31 11:33:12.320039 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 31 11:33:12.323262 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 31 11:33:12.323534 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 31 11:33:12.323890 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 31 11:33:12.351734 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 31 11:33:12.352235 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.352532 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=98303) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 31 11:33:12.352900 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.354260 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=98303) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 31 11:33:12.354549 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 31 11:33:12.354811 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 31 11:33:12.358085 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.358371 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.424179 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 31 11:33:12.424345 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 31 11:33:12.424571 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 31 11:33:12.424948 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 31 11:33:12.459509 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_db.sqlalchemy.engines [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=98303) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 31 11:33:12.796764 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.plugins.ml2.managers [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Initializing driver for type 'gre' May 31 11:33:12.797562 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] gre ID ranges: [(1, 1000)] May 31 11:33:12.861370 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.plugins.ml2.managers [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Initializing driver for type 'local' May 31 11:33:12.861843 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.plugins.ml2.managers [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Initializing driver for type 'vlan' May 31 11:33:12.876112 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] VlanTypeDriver initialization complete May 31 11:33:12.876593 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.plugins.ml2.managers [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Initializing driver for type 'vxlan' May 31 11:33:12.877231 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] vxlan ID ranges: [(1, 1000)] May 31 11:33:12.930639 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.plugins.ml2.managers [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Initializing extension driver 'port_security' May 31 11:33:12.931078 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.plugins.ml2.extensions.port_security [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] PortSecurityExtensionDriver initialization complete May 31 11:33:12.931554 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.plugins.ml2.managers [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Initializing mechanism driver 'openvswitch' May 31 11:33:12.931896 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.plugins.ml2.managers [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Initializing mechanism driver 'hyperv' May 31 11:33:12.938446 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.plugin [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=98303) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:33:12.939266 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Subscribe: > port after_create 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.939643 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Subscribe: > port after_update 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.939992 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Subscribe: > port after_delete 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.940366 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Subscribe: > subnet after_create 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.940709 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Subscribe: > subnet after_update 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.941042 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Subscribe: > subnet after_delete 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.941407 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Subscribe: > network after_create 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.941744 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Subscribe: > network after_update 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.942073 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Subscribe: > network after_delete 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.942435 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Subscribe: > security_group after_create 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.942794 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Subscribe: > security_group after_update 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.943122 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Subscribe: > security_group after_delete 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.943840 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.944163 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.944489 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.944849 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Subscribe: > address_group after_create 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.945177 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Subscribe: > address_group after_update 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.945502 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Subscribe: > address_group after_delete 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.945847 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] ML2 OVO RPC backend initialized. {{(pid=98303) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 31 11:33:12.946594 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Subscribe: > router_interface after_create 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.947024 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.947431 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Subscribe: > network before_response 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.947770 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Subscribe: > networks before_response 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.948109 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Subscribe: > port before_response 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.948442 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Subscribe: > ports before_response 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.948776 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Subscribe: > subnet before_response 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.949113 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Subscribe: > subnets before_response 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.949454 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Subscribe: > network after_create 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.949792 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Subscribe: > network after_update 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.950124 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Subscribe: > network after_delete 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.950458 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Subscribe: > port after_create 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.950824 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Subscribe: > port after_update 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.951157 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Subscribe: > port after_delete 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.951489 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Subscribe: > subnet after_create 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.951821 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Subscribe: > subnet after_update 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.952151 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Subscribe: > subnet after_delete 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.952724 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.plugins.ml2.plugin [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Modular L2 Plugin initialization complete May 31 11:33:12.953044 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading services supported by the core plugin {{(pid=98303) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 31 11:33:12.953364 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.plugins.ml2.managers [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Got port-security extension from driver 'port_security' May 31 11:33:12.953823 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.extensions.vlantransparent [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Disabled vlantransparent extension. May 31 11:33:12.954308 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=98303) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 31 11:33:12.954618 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading Plugin: router May 31 11:33:12.991448 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Subscribe: > router_interface before_create 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.991828 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Subscribe: > router after_create 55549900 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.992193 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Subscribe: > router before_create 55549900 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.992570 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.993058 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.993478 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Subscribe: > router after_delete 55549900 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.993833 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Subscribe: > floatingip after_update 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.994189 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Subscribe: > router after_create 55549900 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.994532 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Subscribe: > router after_update 55549900 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.994905 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Subscribe: > router after_update 55549900 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.995313 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.995655 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Subscribe: > router after_update 55549900 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.996090 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Subscribe: > router precommit_update 55549900 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.996428 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Subscribe: port after_update 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.996770 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Subscribe: port after_delete 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.997130 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Subscribe: subnet after_update 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.997465 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.997812 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Subscribe: > port precommit_delete 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.998151 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Subscribe: > router precommit_create 55549900 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.998491 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Subscribe: port before_delete 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.998861 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Subscribe: > router precommit_create 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.999213 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Subscribe: > router after_update 55549900 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.999551 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Subscribe: > router precommit_delete 55549900 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:12.999893 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Subscribe: > router precommit_create 55549900 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:13.000243 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Subscribe: > router_interface after_create 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:13.000580 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Subscribe: > router precommit_update 55549900 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:13.000943 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Subscribe: > network after_delete 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:13.001770 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.quota.resource_registry [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Tracking information for resource: router configured {{(pid=98303) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 11:33:13.002117 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.quota.resource_registry [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Tracking information for resource: floatingip configured {{(pid=98303) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 31 11:33:13.007154 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.db.l3_agentschedulers_db [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 31 11:33:13.007718 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Subscribe: port after_update 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:13.008067 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Subscribe: port after_create 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:13.008526 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Subscribe: port after_delete 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:13.008899 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Subscribe: port after_update 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:13.009658 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Subscribe: > router before_create 55550100 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:13.010015 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Subscribe: > router precommit_delete 55550100 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:13.010364 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Subscribe: > router precommit_create 55550100 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:13.010773 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Subscribe: > router precommit_update 55550100 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:13.015246 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.services.provider_configuration [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Service providers = [] {{(pid=98303) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 31 11:33:13.015605 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.db.servicetype_db [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=98303) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 31 11:33:13.018473 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.services.service_base [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=98303) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 31 11:33:13.018877 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.services.service_base [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=98303) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 31 11:33:13.019192 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.services.service_base [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=98303) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 31 11:33:13.020068 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.services.service_base [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=98303) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 31 11:33:13.020435 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.services.service_base [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Default provider is not specified for service type L3_ROUTER_NAT May 31 11:33:13.020973 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=98303) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 11:33:13.021285 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 31 11:33:13.031872 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=98303) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 11:33:13.032201 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading Plugin: auto_allocate May 31 11:33:13.038004 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Subscribe: network precommit_update 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:13.038370 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Subscribe: network precommit_create 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:13.038914 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=98303) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 11:33:13.039229 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading Plugin: tag May 31 11:33:13.046070 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=98303) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 11:33:13.046426 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading Plugin: timestamp May 31 11:33:13.050216 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=98303) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 11:33:13.050477 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading Plugin: network_ip_availability May 31 11:33:13.055700 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:13.056159 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:13.056519 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:13.057221 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=98303) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 11:33:13.057537 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading Plugin: flavors May 31 11:33:13.062490 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=98303) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 11:33:13.062849 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading Plugin: revisions May 31 11:33:13.067063 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=98303) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 31 11:33:13.067456 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.634s {{(pid=98303) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:33:13.068186 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=98303) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 31 11:33:13.068843 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Initializing extension manager. May 31 11:33:13.069339 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: __init__.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.069678 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: __pycache__ {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.070003 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.070325 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: address_group.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.071131 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.071789 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loaded extension: address-group May 31 11:33:13.072111 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: address_scope.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.072803 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.073316 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loaded extension: address-scope May 31 11:33:13.073630 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: admin_state_down_before_update.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.074530 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.075062 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loaded extension: router-admin-state-down-before-update May 31 11:33:13.075384 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: agent.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.076068 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.076567 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loaded extension: agent May 31 11:33:13.076894 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: agent_resources_synced.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.077756 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.078259 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loaded extension: agent-resources-synced May 31 11:33:13.078573 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: allowedaddresspairs.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.080340 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.080852 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loaded extension: allowed-address-pairs May 31 11:33:13.081180 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: auto_allocated_topology.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.082226 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.082774 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loaded extension: auto-allocated-topology May 31 11:33:13.083093 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: availability_zone.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.083765 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.084260 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loaded extension: availability_zone May 31 11:33:13.084583 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: availability_zone_filter.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.085452 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.085956 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loaded extension: availability_zone_filter May 31 11:33:13.086456 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: data_plane_status.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.087474 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.087979 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Extension data-plane-status not supported by any of loaded plugins May 31 11:33:13.088294 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: default_subnetpools.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.089177 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.089679 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loaded extension: default-subnetpools May 31 11:33:13.089993 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: dhcpagentscheduler.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.090825 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.091312 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loaded extension: dhcp_agent_scheduler May 31 11:33:13.091626 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: dns.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.092517 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.093018 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Extension dns-integration not supported by any of loaded plugins May 31 11:33:13.093332 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: dns_domain_ports.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.094222 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.094763 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Extension dns-domain-ports not supported by any of loaded plugins May 31 11:33:13.095064 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: dvr.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.095711 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.096209 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loaded extension: dvr May 31 11:33:13.096518 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: empty_string_filtering.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.097397 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.097900 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loaded extension: empty-string-filtering May 31 11:33:13.098213 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.099109 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.099604 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 31 11:33:13.099916 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.100812 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.101308 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 31 11:33:13.101624 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: external_net.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.102629 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.103256 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loaded extension: external-net May 31 11:33:13.103567 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: extra_dhcp_opt.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.104447 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.104943 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loaded extension: extra_dhcp_opt May 31 11:33:13.105261 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: extraroute.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.106131 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.106631 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loaded extension: extraroute May 31 11:33:13.106967 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: extraroute_atomic.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.107971 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.108475 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loaded extension: extraroute-atomic May 31 11:33:13.108791 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: filter_validation.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.109431 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.109924 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loaded extension: filter-validation May 31 11:33:13.110235 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: fip_pf_description.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.111334 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.111842 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 31 11:33:13.112157 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: fip_port_details.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.113034 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.113535 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loaded extension: fip-port-details May 31 11:33:13.113847 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: flavors.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.115079 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.115590 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loaded extension: flavors May 31 11:33:13.115910 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.117591 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.118104 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 31 11:33:13.118424 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: floatingip_pools.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.119143 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.119644 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loaded extension: floatingip-pools May 31 11:33:13.119960 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: ip_allocation.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.120865 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.121346 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Extension ip_allocation not supported by any of loaded plugins May 31 11:33:13.121659 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.122543 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.123078 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loaded extension: ip-substring-filtering May 31 11:33:13.123396 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: l2_adjacency.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.124287 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.124786 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Extension l2_adjacency not supported by any of loaded plugins May 31 11:33:13.125101 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: l3.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.126041 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.126550 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loaded extension: router May 31 11:33:13.126900 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: l3_conntrack_helper.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.129096 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.129621 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 31 11:33:13.129944 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.130883 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.131403 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loaded extension: ext-gw-mode May 31 11:33:13.131719 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.132608 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.133148 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loaded extension: l3-ha May 31 11:33:13.133463 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: l3_flavors.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.134490 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.134971 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loaded extension: l3-flavors May 31 11:33:13.135283 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.136188 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.136687 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loaded extension: l3-port-ip-change-not-allowed May 31 11:33:13.136999 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: l3agentscheduler.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.138024 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.138527 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loaded extension: l3_agent_scheduler May 31 11:33:13.138874 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: logging.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.140349 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.140869 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Extension logging not supported by any of loaded plugins May 31 11:33:13.141195 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: metering.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.141915 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.142486 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loaded extension: metering May 31 11:33:13.142833 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.143908 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.144422 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loaded extension: metering_source_and_destination_fields May 31 11:33:13.144737 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: multiprovidernet.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.145756 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.146272 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loaded extension: multi-provider May 31 11:33:13.146591 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: netmtu.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.147499 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.148009 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loaded extension: net-mtu May 31 11:33:13.148323 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: netmtu_writable.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.149257 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.149862 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loaded extension: net-mtu-writable May 31 11:33:13.150189 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: network_availability_zone.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.150861 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.151367 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loaded extension: network_availability_zone May 31 11:33:13.151681 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: network_ip_availability.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.152738 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.153249 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loaded extension: network-ip-availability May 31 11:33:13.153566 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: network_segment_range.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.154307 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.154838 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Extension network-segment-range not supported by any of loaded plugins May 31 11:33:13.155156 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: pagination.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.156099 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.156420 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loaded extension: pagination May 31 11:33:13.156730 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: port_device_profile.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.157608 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.158117 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loaded extension: port-device-profile May 31 11:33:13.158428 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.159337 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.159835 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loaded extension: port-mac-address-regenerate May 31 11:33:13.160150 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.161023 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.161520 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loaded extension: port-numa-affinity-policy May 31 11:33:13.161833 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: port_resource_request.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.162732 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.163250 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Extension port-resource-request not supported by any of loaded plugins May 31 11:33:13.163558 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: portbindings.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.164485 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.164989 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loaded extension: binding May 31 11:33:13.165369 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: portbindings_extended.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.166648 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.167181 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loaded extension: binding-extended May 31 11:33:13.167502 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: portsecurity.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.168386 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.168889 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loaded extension: port-security May 31 11:33:13.169201 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: project_id.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.170141 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.170464 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loaded extension: project-id May 31 11:33:13.170804 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: providernet.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.171696 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.172201 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loaded extension: provider May 31 11:33:13.172512 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: qos.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.176086 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.176600 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Extension qos not supported by any of loaded plugins May 31 11:33:13.176925 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.178136 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.178647 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 31 11:33:13.179016 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.179909 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.180467 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 31 11:33:13.180784 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: qos_default.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.181754 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.182265 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Extension qos-default not supported by any of loaded plugins May 31 11:33:13.182586 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: qos_fip.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.183249 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.183747 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Extension qos-fip not supported by any of loaded plugins May 31 11:33:13.184059 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: qos_gateway_ip.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.184953 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.185454 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 31 11:33:13.185770 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: qos_port_network_policy.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.186649 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.187173 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 31 11:33:13.187486 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: qos_rule_type_details.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.188370 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.188867 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 31 11:33:13.189179 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: qos_rules_alias.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.190182 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.190691 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Extension qos-rules-alias not supported by any of loaded plugins May 31 11:33:13.191019 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: quotasv2.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.192026 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.192342 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loaded extension: quotas May 31 11:33:13.192656 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: quotasv2_detail.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.194642 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.194997 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loaded extension: quota_details May 31 11:33:13.195323 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: rbac.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.196393 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.196998 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loaded extension: rbac-policies May 31 11:33:13.197422 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: rbac_address_group.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.198219 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.198751 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loaded extension: rbac-address-group May 31 11:33:13.199070 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: rbac_address_scope.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.199948 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.200452 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loaded extension: rbac-address-scope May 31 11:33:13.200769 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: rbac_security_groups.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.201650 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.202155 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loaded extension: rbac-security-groups May 31 11:33:13.202468 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: rbac_subnetpool.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.203402 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.203904 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loaded extension: rbac-subnetpool May 31 11:33:13.204217 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: revisionifmatch.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.205094 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.205592 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loaded extension: revision-if-match May 31 11:33:13.205910 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: revisions.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.207040 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.207548 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loaded extension: standard-attr-revisions May 31 11:33:13.207871 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: router_availability_zone.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.208525 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.209032 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loaded extension: router_availability_zone May 31 11:33:13.209347 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: routerservicetype.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.210240 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.210782 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Extension router-service-type not supported by any of loaded plugins May 31 11:33:13.211101 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.212131 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.212707 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loaded extension: security-groups-normalized-cidr May 31 11:33:13.213027 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: security_groups_port_filtering.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.213915 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.214419 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loaded extension: port-security-groups-filtering May 31 11:33:13.214759 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.215638 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.216141 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loaded extension: security-groups-remote-address-group May 31 11:33:13.216455 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: securitygroup.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.226055 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.226584 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loaded extension: security-group May 31 11:33:13.227008 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: segment.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.227829 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.228361 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Extension segment not supported by any of loaded plugins May 31 11:33:13.228695 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.229629 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.230129 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 31 11:33:13.230451 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: servicetype.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.231572 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.232087 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loaded extension: service-type May 31 11:33:13.232405 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: sorting.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.233374 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.233694 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loaded extension: sorting May 31 11:33:13.234011 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: standard_attr_segment.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.234926 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.235433 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Extension standard-attr-segment not supported by any of loaded plugins May 31 11:33:13.235752 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: standardattrdescription.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.236375 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.236870 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loaded extension: standard-attr-description May 31 11:33:13.237183 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: stateful_security_group.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.238142 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.238646 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loaded extension: stateful-security-group May 31 11:33:13.238981 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: stdattrs_common.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.239541 dv-cinder-786383-7-smb neutron-server[98303]: WARNING neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 31 11:33:13.239850 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.240884 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.241385 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 31 11:33:13.241699 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: subnet_onboard.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.243199 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.243634 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loaded extension: subnet_onboard May 31 11:33:13.243945 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.244862 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.245358 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 31 11:33:13.245670 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: subnet_service_types.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.246569 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.247105 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loaded extension: subnet-service-types May 31 11:33:13.247417 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: subnetallocation.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.248495 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.248999 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loaded extension: subnet_allocation May 31 11:33:13.249310 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.249954 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.250452 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loaded extension: subnetpool-prefix-ops May 31 11:33:13.250818 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.251707 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.252207 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 31 11:33:13.252520 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: tagging.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.253575 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.254076 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loaded extension: standard-attr-tag May 31 11:33:13.254393 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: timestamp.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.255606 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.256118 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loaded extension: standard-attr-timestamp May 31 11:33:13.256433 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: trunk.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.257446 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.257963 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Extension trunk not supported by any of loaded plugins May 31 11:33:13.258407 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: trunk_details.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.259453 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.260004 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Extension trunk-details not supported by any of loaded plugins May 31 11:33:13.260320 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: uplink_status_propagation.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.261210 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.261716 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 31 11:33:13.262029 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Loading extension file: vlantransparent.py {{(pid=98303) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 31 11:33:13.262674 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=98303) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 31 11:33:13.263204 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Extension vlan-transparent not supported by any of loaded plugins May 31 11:33:13.265663 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.quota.resource_registry [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Creating instance of TrackedResource for resource:network May 31 11:33:13.266396 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.quota.resource_registry [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Creating instance of TrackedResource for resource:subnet May 31 11:33:13.268295 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.quota.resource_registry [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Creating instance of TrackedResource for resource:subnetpool May 31 11:33:13.268909 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.quota.resource_registry [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Creating instance of TrackedResource for resource:port May 31 11:33:13.270171 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.v2.resource_helper [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98303) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:33:13.270606 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.v2.resource_helper [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Service FLAVORS assigned prefix: {{(pid=98303) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:33:13.271272 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.v2.resource_helper [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98303) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:33:13.271696 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.v2.resource_helper [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98303) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:33:13.272016 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.quota.resource_registry [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Creating instance of TrackedResource for resource:router May 31 11:33:13.272663 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.quota.resource_registry [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Creating instance of TrackedResource for resource:floatingip May 31 11:33:13.273373 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.v2.resource_helper [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Service METERING assigned prefix: /metering {{(pid=98303) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:33:13.275027 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:13.275027 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:13.275717 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=98303) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:33:13.277003 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.quota.resource_registry [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Creating instance of CountableResource for resource:rbac_policy May 31 11:33:13.277447 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.quota.resource_registry [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Creating instance of TrackedResource for resource:security_group May 31 11:33:13.278120 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.quota.resource_registry [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Creating instance of TrackedResource for resource:security_group_rule May 31 11:33:13.278870 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.v2.resource_helper [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Service CORE assigned prefix: {{(pid=98303) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:33:13.279199 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.quota.resource_registry [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Creating instance of TrackedResource for resource:subnetpool May 31 11:33:13.279542 dv-cinder-786383-7-smb neutron-server[98303]: WARNING neutron.quota.resource_registry [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] subnetpool is already registered May 31 11:33:13.280174 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.v2.resource_helper [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Service CORE assigned prefix: {{(pid=98303) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:33:13.280492 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.quota.resource_registry [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Creating instance of TrackedResource for resource:subnetpool May 31 11:33:13.280808 dv-cinder-786383-7-smb neutron-server[98303]: WARNING neutron.quota.resource_registry [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] subnetpool is already registered May 31 11:33:13.283403 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.v2.resource_helper [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98303) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:33:13.283833 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.v2.resource_helper [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Service FLAVORS assigned prefix: {{(pid=98303) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:33:13.284445 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.v2.resource_helper [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98303) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:33:13.284855 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.v2.resource_helper [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=98303) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:33:13.285185 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.quota.resource_registry [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Creating instance of TrackedResource for resource:router May 31 11:33:13.285507 dv-cinder-786383-7-smb neutron-server[98303]: WARNING neutron.quota.resource_registry [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] router is already registered May 31 11:33:13.286087 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.quota.resource_registry [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Creating instance of TrackedResource for resource:floatingip May 31 11:33:13.286408 dv-cinder-786383-7-smb neutron-server[98303]: WARNING neutron.quota.resource_registry [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] floatingip is already registered May 31 11:33:13.287065 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.v2.resource_helper [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Service METERING assigned prefix: /metering {{(pid=98303) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:33:13.287734 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.quota.resource_registry [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Creating instance of CountableResource for resource:rbac_policy May 31 11:33:13.288050 dv-cinder-786383-7-smb neutron-server[98303]: WARNING neutron.quota.resource_registry [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] rbac_policy is already registered May 31 11:33:13.288578 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.quota.resource_registry [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Creating instance of TrackedResource for resource:security_group May 31 11:33:13.288898 dv-cinder-786383-7-smb neutron-server[98303]: WARNING neutron.quota.resource_registry [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] security_group is already registered May 31 11:33:13.289896 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.quota.resource_registry [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Creating instance of TrackedResource for resource:security_group_rule May 31 11:33:13.289896 dv-cinder-786383-7-smb neutron-server[98303]: WARNING neutron.quota.resource_registry [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] security_group_rule is already registered May 31 11:33:13.290560 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.v2.resource_helper [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Service CORE assigned prefix: {{(pid=98303) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:33:13.290906 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.quota.resource_registry [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Creating instance of TrackedResource for resource:subnetpool May 31 11:33:13.291228 dv-cinder-786383-7-smb neutron-server[98303]: WARNING neutron.quota.resource_registry [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] subnetpool is already registered May 31 11:33:13.291816 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.v2.resource_helper [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Service CORE assigned prefix: {{(pid=98303) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 31 11:33:13.292132 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.quota.resource_registry [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Creating instance of TrackedResource for resource:subnetpool May 31 11:33:13.292446 dv-cinder-786383-7-smb neutron-server[98303]: WARNING neutron.quota.resource_registry [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] subnetpool is already registered May 31 11:33:13.293072 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Extended resource: extensions {{(pid=98303) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:33:13.294575 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Extended resource: address-groups {{(pid=98303) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:33:13.296229 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Extended resource: address-scopes {{(pid=98303) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:33:13.297439 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Extended resource: agents {{(pid=98303) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:33:13.298589 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Extended resource: auto-allocated-topology {{(pid=98303) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:33:13.299861 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Extended resource: availability_zones {{(pid=98303) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:33:13.301230 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Extended resource: dhcp-networks {{(pid=98303) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:33:13.302588 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Extended resource: dhcp-agents {{(pid=98303) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:33:13.304033 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Extended resource: routers {{(pid=98303) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:33:13.305856 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Extended resource: flavors {{(pid=98303) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:33:13.307158 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Extended resource: service_profiles {{(pid=98303) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:33:13.308368 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Extended resource: next_providers {{(pid=98303) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:33:13.309951 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Extended resource: service_profiles {{(pid=98303) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:33:13.311430 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Extended resource: floatingip-pools {{(pid=98303) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:33:13.312638 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Extended resource: routers {{(pid=98303) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:33:13.314426 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Extended resource: floatingips {{(pid=98303) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:33:13.315620 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Extended resource: l3-routers {{(pid=98303) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:33:13.316995 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Extended resource: l3-agents {{(pid=98303) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:33:13.318728 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Extended resource: metering-labels {{(pid=98303) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:33:13.320080 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Extended resource: metering-label-rules {{(pid=98303) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:33:13.321398 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Extended resource: network-ip-availabilities {{(pid=98303) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:33:13.322675 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Extended resource: bindings {{(pid=98303) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:33:13.324308 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Extended resource: quotas {{(pid=98303) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:33:13.325829 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Extended resource: quotas {{(pid=98303) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:33:13.327272 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Extended resource: rbac-policies {{(pid=98303) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:33:13.328568 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Extended resource: security-groups {{(pid=98303) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:33:13.329766 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Extended resource: security-group-rules {{(pid=98303) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:33:13.331011 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Extended resource: service-providers {{(pid=98303) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:33:13.332217 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Extended resource: subnetpools {{(pid=98303) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:33:13.334522 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Extended resource: subnetpools {{(pid=98303) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:33:13.335996 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Extended resource: tags {{(pid=98303) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:33:13.337815 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Extended resource: tags {{(pid=98303) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:33:13.454763 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Extended resource: tags {{(pid=98303) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:33:13.456525 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Extended resource: tags {{(pid=98303) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:33:13.458319 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Extended resource: tags {{(pid=98303) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:33:13.460206 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Extended resource: tags {{(pid=98303) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:33:13.462096 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Extended resource: tags {{(pid=98303) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:33:13.463968 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Extended resource: tags {{(pid=98303) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:33:13.465709 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Extended resource: tags {{(pid=98303) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:33:13.467593 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron.api.extensions [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Extended resource: tags {{(pid=98303) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 31 11:33:13.473538 dv-cinder-786383-7-smb neutron-server[98303]: WARNING keystonemiddleware.auth_token [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 31 11:33:13.478432 dv-cinder-786383-7-smb neutron-server[98303]: WARNING keystonemiddleware.auth_token [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 31 11:33:13.487199 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Acquired lock "singleton_lock" {{(pid=98303) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 31 11:33:13.487675 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_concurrency.lockutils [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Releasing lock "singleton_lock" {{(pid=98303) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 31 11:33:13.488312 dv-cinder-786383-7-smb neutron-server[98303]: INFO oslo_service.service [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Starting 2 workers May 31 11:33:13.493156 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Started child 98442 {{(pid=98303) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 31 11:33:13.497236 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Started child 98443 {{(pid=98303) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 31 11:33:13.499073 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:13.499739 dv-cinder-786383-7-smb neutron-server[98303]: INFO neutron.service [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Neutron service started, listening on 0.0.0.0:9696 May 31 11:33:13.499739 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Notify callbacks [] for process, before_spawn {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:13.499875 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [-] (98442) wsgi starting up on http://0.0.0.0:9696 May 31 11:33:13.501799 dv-cinder-786383-7-smb neutron-server[98303]: INFO oslo_service.service [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Starting 1 workers May 31 11:33:13.501935 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:13.503126 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [-] (98443) wsgi starting up on http://0.0.0.0:9696 May 31 11:33:13.506826 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Started child 98444 {{(pid=98303) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 31 11:33:13.507369 dv-cinder-786383-7-smb neutron-server[98303]: INFO oslo_service.service [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Starting 1 workers May 31 11:33:13.510915 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.service [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] calling RpcWorker wait() {{(pid=98444) _wait /opt/stack/neutron/neutron/service.py:128}} May 31 11:33:13.511519 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.service [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] returning from RpcWorker wait() {{(pid=98444) _wait /opt/stack/neutron/neutron/service.py:135}} May 31 11:33:13.511858 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Started child 98445 {{(pid=98303) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 31 11:33:13.512621 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG neutron_lib.callbacks.manager [None req-81d7f240-d42d-48fc-a319-2d632f906054 None None] Notify callbacks [] for process, after_spawn {{(pid=98303) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:13.512745 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:13.513073 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=98444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:33:13.514481 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98303) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 31 11:33:13.514673 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 31 11:33:13.515069 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 31 11:33:13.515248 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 31 11:33:13.515742 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 31 11:33:13.515868 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 31 11:33:13.516387 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.516639 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.516910 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.517170 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.517272 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=98445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:13.517738 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.518013 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.518269 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.518500 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.518797 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.519045 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.519226 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.519365 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.519796 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.520031 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.520341 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.520591 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.520835 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.521094 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.521253 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.521535 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.521798 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.522031 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.522303 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] debug = True {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.522552 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.523052 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.523274 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.523507 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.523786 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.524037 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.524263 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.524530 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.524875 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.525134 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.525357 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.525623 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.525862 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.526079 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.526298 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.526554 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.526795 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.527290 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] host = dv-cinder-786383-7-smb {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.527516 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.527730 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.527990 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.528238 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.528481 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.528694 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.528942 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.529179 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.529409 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.529652 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.529870 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.530111 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.530340 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.530575 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] log_file = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.530762 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] log_options = True {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.530978 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.531238 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.531488 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.531676 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.531841 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.532017 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.532262 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.532421 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.532662 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.532875 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.533086 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.533315 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.533551 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.533779 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.534021 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.534252 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.534480 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.534731 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.534977 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.535218 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.535453 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.535690 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.535927 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.536154 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.536377 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.536602 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.536836 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.537064 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.537264 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.537526 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.537762 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.538011 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.538335 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.538581 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.538909 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.539131 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.539403 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.539843 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.540367 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.540495 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.541016 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.541184 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.541494 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.541654 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.541846 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.542099 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] use_json = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.542487 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.542614 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.542805 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.543084 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.543256 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.543470 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.543696 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.543927 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.544330 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.544819 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.544975 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.545127 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.545389 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.545602 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.545830 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.546047 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.546275 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.546706 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.546901 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.547120 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.547371 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=98445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:33:13.547624 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.547624 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.547902 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.548135 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.548396 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.548667 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.548892 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.549134 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.549355 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.549799 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.550028 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.550301 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.550607 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.550607 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.551004 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.551138 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.551317 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.551509 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.551648 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.551849 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.552138 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.552370 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.552635 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.552850 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.553014 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.553225 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.553546 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.553719 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.553954 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.554190 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.554397 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.554606 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.555216 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.555216 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.555713 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.555713 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.555997 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.556286 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.556523 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.556828 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.557022 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.557202 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.557754 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.557754 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.558172 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.558172 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.558502 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.558502 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.558818 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.558954 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.559162 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.559462 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.559620 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.559847 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.560158 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.560311 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.560584 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.560836 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.561064 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.561214 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.561365 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.561578 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.561979 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.561979 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.562509 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.562509 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.563798 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.563798 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.563798 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.563798 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.563798 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.564112 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.564112 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.564400 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.564653 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.564875 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.565121 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.565358 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.565587 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.565834 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.566064 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.566295 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.566527 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.566820 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.567034 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.567268 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.567500 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.567736 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.567987 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.568237 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.568796 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.569033 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.569270 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.569514 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.569791 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.570055 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.570286 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.570546 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.570994 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.571500 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.571500 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.571875 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.572104 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.572416 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.572665 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.572942 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.573214 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.573443 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.573696 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.573947 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.574297 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.574599 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.574856 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.575138 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.575383 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.575737 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.575920 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.576296 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.576656 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.577092 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.577421 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.577619 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.578050 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.579137 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.579137 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.579432 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.579518 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.579715 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.579971 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.580222 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.580459 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.580713 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.580942 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.581153 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.581396 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.583840 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.584434 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.584691 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.584959 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.585205 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.585449 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.585707 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.585928 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.586157 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.586415 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.586683 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.586923 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.587178 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.587465 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.587604 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.587839 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.588085 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.588256 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.588481 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.588692 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.588949 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.589205 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.589473 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.589734 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.589958 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.590188 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.590444 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.591115 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.591115 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.591400 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.591400 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.591671 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.592068 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.592307 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.592658 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.593047 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.593412 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.593781 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.594148 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.594500 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.595436 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.595833 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.596188 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.596558 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.596910 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.597287 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.597676 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.600416 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.600795 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.601201 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.601579 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.602086 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.602505 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.602986 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.603412 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.603789 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.604143 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.604507 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.604734 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.605033 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.605286 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.605524 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.605774 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.606022 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.606252 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.606469 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.606700 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.606920 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.607212 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.607479 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.607594 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.607767 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.607984 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.608185 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.608422 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.608627 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.608850 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.609063 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.609271 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.609496 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.609700 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.609903 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.610116 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.610324 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.610641 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.610923 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.611163 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.611455 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.611685 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.611940 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.612201 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.612514 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.612727 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.612989 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.613219 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.613462 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.613650 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.613898 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.614210 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.614505 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.614785 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.615296 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.615296 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.615606 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.615864 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.616075 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.616364 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.616712 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.616996 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.617255 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.617529 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.617793 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.617793 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.618215 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.618449 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.618810 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.619043 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.619320 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.619640 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.619878 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.620093 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.620319 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.620555 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.620814 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.621045 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.621285 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.621498 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.621654 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 31 11:33:13.622227 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=98303) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 31 11:33:13.622385 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 31 11:33:13.622539 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 31 11:33:13.622760 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 31 11:33:13.622930 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 31 11:33:13.623081 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 31 11:33:13.623285 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.623442 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.623602 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.623910 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.624069 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.624261 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.624421 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.624576 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.624729 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.624884 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.625042 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.625197 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.625351 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.625504 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.625658 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.625811 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.625965 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.626120 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.626276 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.626430 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] config_source = [] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.626583 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.626771 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.626927 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] debug = True {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.627086 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.627257 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.627414 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.627567 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.627720 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.627873 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.628097 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.628267 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.628417 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.628713 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.629010 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.629163 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.629322 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.629477 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.629632 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.629786 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.629936 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.630225 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] host = dv-cinder-786383-7-smb {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.630519 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.630693 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.630856 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.630996 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.631282 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.631586 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.631881 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.632032 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.632318 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.632600 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.632903 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.633263 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.633550 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] log_dir = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.633841 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] log_file = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.634036 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] log_options = True {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.634402 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.634402 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.634570 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.634746 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.634905 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.635191 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.635463 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.635743 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.636126 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.636277 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.636563 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.636845 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.637138 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.637299 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.637449 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.637735 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.637891 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.638046 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.638203 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.638358 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.638514 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.638691 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.638850 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.639004 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.639160 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.639313 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.639464 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.639611 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.639769 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.639921 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.640215 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.640371 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.640530 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.640680 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.640970 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.641127 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.641280 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.641437 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.641592 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.641746 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.641901 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.642057 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.642212 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.642367 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.642516 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] use_journal = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.642689 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] use_json = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.642845 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.643000 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.643152 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.643305 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.643458 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.643609 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.643769 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.643920 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 31 11:33:13.644094 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.644251 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.644418 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.644570 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.644726 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.644877 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.645022 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.645185 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.645338 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.645638 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.645805 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.645963 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.646132 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.646289 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.646446 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.646605 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.646785 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.646948 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.647104 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.647262 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.647411 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.647569 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.647662 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=98444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:33:13.647736 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.647880 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.648044 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.648188 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.648331 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.648491 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.648650 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.648904 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.649035 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.649181 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.649324 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.649538 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.649749 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.649942 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.650102 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.650258 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.650416 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.650566 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.650759 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.650889 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.651046 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.651203 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.651362 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.651519 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.651680 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.651837 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.651994 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.652151 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.652317 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.652470 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.652607 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.652765 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.652923 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.653078 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.653235 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.653392 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.653547 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.653705 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.653867 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.654012 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.654149 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.654294 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.654446 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.654582 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.654757 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.654924 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.655104 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.655252 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.655389 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.655525 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.655660 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.655798 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.655958 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.656097 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.656232 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.656367 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.656523 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.656660 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.656796 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.656931 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.657094 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.657254 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.657419 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.657590 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.657731 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.657879 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.658037 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.658178 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.658343 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.658504 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.658640 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.658815 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.659028 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.659191 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.659344 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.659481 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.659634 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.659838 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.659980 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.660115 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.660347 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.660347 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.660731 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.660731 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.660961 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.660961 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.661106 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.661221 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.661360 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.661521 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.661687 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.661829 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.661988 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.662151 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.662587 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.662587 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.662587 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.663110 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.663110 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.663110 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.663400 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.663400 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.663609 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.663712 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.663814 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.665430 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.665430 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.665430 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.665430 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.665430 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.665430 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.665430 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.665430 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.667007 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.667007 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.667007 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.667007 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.667007 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.667007 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.667007 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.667007 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.667885 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.667885 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.667885 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.667885 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.667885 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.669006 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.669006 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.669169 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.669308 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.669457 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.669613 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.669759 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.669982 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.670130 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.670260 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.670414 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.670561 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.670561 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.671055 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.671055 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.671313 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.671313 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.671566 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.671566 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.671828 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.671969 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.672110 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.672457 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.672457 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.672728 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.672728 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.672983 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.672983 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.673237 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.673237 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.673504 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.673504 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.673760 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.673894 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.674028 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.674209 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.674209 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.674471 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.674619 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.674780 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.674915 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.675061 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.675244 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.675244 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.675508 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.675638 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.675767 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.675908 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.676152 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.676152 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.676468 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.676468 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.676712 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.676712 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.676964 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.677104 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.677245 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.677379 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.677510 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.677642 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.677778 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.677910 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.678043 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.678186 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.678317 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.678457 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.678589 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.678757 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.678927 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.679085 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.679240 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.679394 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.679549 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.679713 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.679868 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.680069 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.680225 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.680380 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.680545 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.680701 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.680859 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.681016 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.681171 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.681336 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.681492 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.681648 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.681811 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.681969 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.682124 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.682281 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.682449 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.682606 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.682800 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.682934 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.683093 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.683227 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.683384 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.683545 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.683711 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.683874 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.684033 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.684179 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.684346 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.684510 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.684666 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.684828 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.684995 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.685151 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.685307 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.685464 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.685607 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.685764 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.685920 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.686076 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.686231 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.686386 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.686543 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.686708 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.686865 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.687092 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.687259 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.687402 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.687558 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.687719 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.688007 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.688007 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 31 11:33:13.689034 dv-cinder-786383-7-smb neutron-server[98303]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=98303) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 31 11:33:13.784156 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 53852) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:33:13.797717 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0102043 May 31 11:33:24.826767 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0a98d7-c2d1-4b1d-928e-9171e76d6b1a None None] get_active_networks_info from dv-cinder-786383-7-smb {{(pid=98444) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 31 11:33:24.886381 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0a98d7-c2d1-4b1d-928e-9171e76d6b1a None None] No non-hosted networks {{(pid=98444) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 31 11:33:24.898889 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.agentschedulers_db [None req-1c0a98d7-c2d1-4b1d-928e-9171e76d6b1a None None] DHCP Agent not found on host dv-cinder-786383-7-smb {{(pid=98444) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 31 11:33:25.006597 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-06661b67-7ff9-4a52-b4e6-e86e843247f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334'] for agent, after_create {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:27.509706 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334'] for agent, after_create {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:27.511043 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:27.511535 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:27.512027 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:27.512524 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:27.513091 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:27.513569 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:27.514044 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:27.514508 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:27.515101 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:27.515566 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:27.516047 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:27.516508 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:27.517044 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786383-7-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=98444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:33:27.523538 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786383-7-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=98444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:33:27.764201 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-ed803446-b46c-4b93-87af-c7dc4944f078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334'] for agent, after_create {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:27.807734 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-a8bff123-23ed-4e4b-9898-7a5434d8eab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:28.423104 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-a91c5e8e-8952-4db6-a598-6e76e849b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334'] for agent, after_create {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:30.130042 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-9fdf87ec-5ce8-4616-9e32-e9b9d10b7557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334'] for agent, after_create {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:31.723257 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 53944) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:33:32.350895 dv-cinder-786383-7-smb neutron-server[98443]: WARNING oslo_policy.policy [None req-c9d5b42f-0c93-4ceb-ae04-39a6d0ba0063 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 11:33:32.351466 dv-cinder-786383-7-smb neutron-server[98443]: WARNING oslo_policy.policy [None req-c9d5b42f-0c93-4ceb-ae04-39a6d0ba0063 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 11:33:32.568057 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [None req-c9d5b42f-0c93-4ceb-ae04-39a6d0ba0063 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=98443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 11:33:32.569451 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-c9d5b42f-0c93-4ceb-ae04-39a6d0ba0063 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8452702 May 31 11:33:32.725635 dv-cinder-786383-7-smb neutron-server[98444]: INFO neutron.db.l3_hamode_db [None req-6aad74bf-e054-4796-960f-6b8977b0c3b0 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 31 11:33:32.812781 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aad74bf-e054-4796-960f-6b8977b0c3b0 None None] Routers set() bound to L3 agent in host dv-cinder-786383-7-smb {{(pid=98444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:33:32.813163 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aad74bf-e054-4796-960f-6b8977b0c3b0 None None] Router IDs set() for agent in host dv-cinder-786383-7-smb {{(pid=98444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 31 11:33:34.912795 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 53958) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:33:35.326958 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.v2.base [None req-b429e623-43fc-4503-9ddd-5fab316d7b03 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=98443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:33:35.424573 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.policy [None req-b429e623-43fc-4503-9ddd-5fab316d7b03 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=98443) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 31 11:33:35.470090 dv-cinder-786383-7-smb neutron-server[98443]: WARNING oslo_policy.policy [None req-b429e623-43fc-4503-9ddd-5fab316d7b03 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 11:33:35.470463 dv-cinder-786383-7-smb neutron-server[98443]: WARNING oslo_policy.policy [None req-b429e623-43fc-4503-9ddd-5fab316d7b03 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 11:33:35.479578 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.quota [None req-b429e623-43fc-4503-9ddd-5fab316d7b03 admin admin] Loaded quota_driver: . May 31 11:33:35.496567 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-b429e623-43fc-4503-9ddd-5fab316d7b03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:33:35.566983 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-b429e623-43fc-4503-9ddd-5fab316d7b03 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781595583932', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781595583280', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781595572598', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781595567138', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781595556517', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781595550126', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-990651', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1026617', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8285995', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8341648'] for rbac-policy, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:35.636552 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-b429e623-43fc-4503-9ddd-5fab316d7b03 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:35.637868 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-b429e623-43fc-4503-9ddd-5fab316d7b03 admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7238443 May 31 11:33:38.257619 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 53972) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:33:38.637615 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.v2.base [None req-126d988e-1e19-4886-9a6b-12512be06804 admin admin] Request body: {'network': {'admin_state_up': True, 'tenant_id': '379142015d604b4897aad0a96e830e8b', 'project_id': '379142015d604b4897aad0a96e830e8b', 'name': 'private'}} {{(pid=98443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:33:38.642455 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-126d988e-1e19-4886-9a6b-12512be06804 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:33:38.647004 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-126d988e-1e19-4886-9a6b-12512be06804 admin admin] Usage tracker for resource:network and tenant:379142015d604b4897aad0a96e830e8b is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:33:38.652302 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-126d988e-1e19-4886-9a6b-12512be06804 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:33:38.658986 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-126d988e-1e19-4886-9a6b-12512be06804 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:33:38.672600 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-126d988e-1e19-4886-9a6b-12512be06804 admin admin] Made reservation on behalf of 379142015d604b4897aad0a96e830e8b for: {'network': 1} {{(pid=98443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:33:38.675566 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-126d988e-1e19-4886-9a6b-12512be06804 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-574767'] for network, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:38.694174 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-126d988e-1e19-4886-9a6b-12512be06804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:38.708681 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-126d988e-1e19-4886-9a6b-12512be06804 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:33:38.712809 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-126d988e-1e19-4886-9a6b-12512be06804 admin admin] Usage tracker for resource:security_group_rule and tenant:379142015d604b4897aad0a96e830e8b is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:33:38.719054 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-126d988e-1e19-4886-9a6b-12512be06804 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:33:38.724843 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-126d988e-1e19-4886-9a6b-12512be06804 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:33:38.834697 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-126d988e-1e19-4886-9a6b-12512be06804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:38.840777 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-126d988e-1e19-4886-9a6b-12512be06804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:38.846065 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:33:38.863813 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-126d988e-1e19-4886-9a6b-12512be06804 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 677} {{(pid=98443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:33:38.888979 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-126d988e-1e19-4886-9a6b-12512be06804 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781593572325', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654047'] for segment, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:38.889578 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-126d988e-1e19-4886-9a6b-12512be06804 admin admin] Unsubscribe: segment precommit_create {{(pid=98443) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 31 11:33:38.890052 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.db.segments_db [None req-126d988e-1e19-4886-9a6b-12512be06804 admin admin] Added segment f939d908-4d1f-48ff-af0b-8da7ffdc111b of type vlan for network b014376e-abc5-48e9-886c-2d68a37af63d May 31 11:33:38.936951 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126d988e-1e19-4886-9a6b-12512be06804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db2c521-ba2d-4606-94ea-45949501cae1,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:33:38.957833 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126d988e-1e19-4886-9a6b-12512be06804 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:38.958159 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126d988e-1e19-4886-9a6b-12512be06804 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:38.958480 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126d988e-1e19-4886-9a6b-12512be06804 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:38.958821 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126d988e-1e19-4886-9a6b-12512be06804 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:38.959132 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126d988e-1e19-4886-9a6b-12512be06804 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:38.959445 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126d988e-1e19-4886-9a6b-12512be06804 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:38.959750 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126d988e-1e19-4886-9a6b-12512be06804 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:38.960055 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126d988e-1e19-4886-9a6b-12512be06804 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:38.960376 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126d988e-1e19-4886-9a6b-12512be06804 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:38.960674 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126d988e-1e19-4886-9a6b-12512be06804 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:38.961010 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126d988e-1e19-4886-9a6b-12512be06804 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:38.961341 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126d988e-1e19-4886-9a6b-12512be06804 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:38.962486 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-126d988e-1e19-4886-9a6b-12512be06804 admin admin] Tracked resource versions report: May 31 11:33:38.962486 dv-cinder-786383-7-smb neutron-server[98443]: pushed versions: May 31 11:33:38.962486 dv-cinder-786383-7-smb neutron-server[98443]: { 'AddressGroup': {'1.2'}, May 31 11:33:38.962486 dv-cinder-786383-7-smb neutron-server[98443]: 'ConntrackHelper': {'1.0'}, May 31 11:33:38.962486 dv-cinder-786383-7-smb neutron-server[98443]: 'Log': {'1.0'}, May 31 11:33:38.962486 dv-cinder-786383-7-smb neutron-server[98443]: 'Network': {'1.1'}, May 31 11:33:38.962486 dv-cinder-786383-7-smb neutron-server[98443]: 'Port': {'1.7'}, May 31 11:33:38.962486 dv-cinder-786383-7-smb neutron-server[98443]: 'PortForwarding': {'1.2'}, May 31 11:33:38.962486 dv-cinder-786383-7-smb neutron-server[98443]: 'QosPolicy': {'1.8'}, May 31 11:33:38.962486 dv-cinder-786383-7-smb neutron-server[98443]: 'SecurityGroup': {'1.4'}, May 31 11:33:38.962486 dv-cinder-786383-7-smb neutron-server[98443]: 'SecurityGroupRule': {'1.2'}, May 31 11:33:38.962486 dv-cinder-786383-7-smb neutron-server[98443]: 'SubPort': {'1.0'}, May 31 11:33:38.962486 dv-cinder-786383-7-smb neutron-server[98443]: 'Subnet': {'1.1'}, May 31 11:33:38.962486 dv-cinder-786383-7-smb neutron-server[98443]: 'Trunk': {'1.1'}} May 31 11:33:38.962486 dv-cinder-786383-7-smb neutron-server[98443]: consumer versions: May 31 11:33:38.962486 dv-cinder-786383-7-smb neutron-server[98443]: { DHCP agent@dv-cinder-786383-7-smb: {}, May 31 11:33:38.962486 dv-cinder-786383-7-smb neutron-server[98443]: L3 agent@dv-cinder-786383-7-smb: {}, May 31 11:33:38.962486 dv-cinder-786383-7-smb neutron-server[98443]: Metadata agent@dv-cinder-786383-7-smb: {}, May 31 11:33:38.962486 dv-cinder-786383-7-smb neutron-server[98443]: Metering agent@dv-cinder-786383-7-smb: {}, May 31 11:33:38.962486 dv-cinder-786383-7-smb neutron-server[98443]: Open vSwitch agent@dv-cinder-786383-7-smb: { 'AddressGroup': '1.2', May 31 11:33:38.962486 dv-cinder-786383-7-smb neutron-server[98443]: 'ConntrackHelper': '1.0', May 31 11:33:38.962486 dv-cinder-786383-7-smb neutron-server[98443]: 'Log': '1.0', May 31 11:33:38.962486 dv-cinder-786383-7-smb neutron-server[98443]: 'Network': '1.1', May 31 11:33:38.962486 dv-cinder-786383-7-smb neutron-server[98443]: 'Port': '1.7', May 31 11:33:38.962486 dv-cinder-786383-7-smb neutron-server[98443]: 'PortForwarding': '1.2', May 31 11:33:38.962486 dv-cinder-786383-7-smb neutron-server[98443]: 'QosPolicy': '1.8', May 31 11:33:38.962486 dv-cinder-786383-7-smb neutron-server[98443]: 'SecurityGroup': '1.4', May 31 11:33:38.962486 dv-cinder-786383-7-smb neutron-server[98443]: 'SecurityGroupRule': '1.2', May 31 11:33:38.962486 dv-cinder-786383-7-smb neutron-server[98443]: 'SubPort': '1.0', May 31 11:33:38.962486 dv-cinder-786383-7-smb neutron-server[98443]: 'Subnet': '1.1', May 31 11:33:38.962486 dv-cinder-786383-7-smb neutron-server[98443]: 'Trunk': '1.1'}} May 31 11:33:38.962486 dv-cinder-786383-7-smb neutron-server[98443]: {{(pid=98443) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 11:33:39.003793 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-126d988e-1e19-4886-9a6b-12512be06804 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781593130307'] for network, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:39.015625 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-126d988e-1e19-4886-9a6b-12512be06804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:33:39.054363 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-126d988e-1e19-4886-9a6b-12512be06804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8325956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7927536'] for network, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:39.055898 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126d988e-1e19-4886-9a6b-12512be06804 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:33:39.056531 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-126d988e-1e19-4886-9a6b-12512be06804 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927509'] for network, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:39.059728 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:33:39.161172 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126d988e-1e19-4886-9a6b-12512be06804 admin admin] Pushing event updated for resources: {'Network': ['ID=b014376e-abc5-48e9-886c-2d68a37af63d,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:33:39.164091 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-126d988e-1e19-4886-9a6b-12512be06804 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9053264 May 31 11:33:39.166153 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-126d988e-1e19-4886-9a6b-12512be06804 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:33:39.174816 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Network b014376e-abc5-48e9-886c-2d68a37af63d details requested by agent ovs-agent-dv-cinder-786383-7-smb with host dv-cinder-786383-7-smb {{(pid=98444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:33:41.886708 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 53988) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:33:42.406957 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b01262e-f853-4657-8c4d-54a2ce3a4910 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:33:42.408203 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-5b01262e-f853-4657-8c4d-54a2ce3a4910 admin admin] 10.222.0.21 "GET /v2.0/networks/b014376e-abc5-48e9-886c-2d68a37af63d HTTP/1.1" status: 200 len: 825 time: 0.5202298 May 31 11:33:42.436637 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-69b58807-e5d5-42f0-8580-f15d2aaed068 admin admin] 10.222.0.21 "GET /v2.0/subnetpools/9a44c809-6023-4d04-ade2-d6c2ca16fafe HTTP/1.1" status: 200 len: 734 time: 0.0229981 May 31 11:33:42.445411 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.v2.base [None req-0aa88e76-32a3-4963-91c1-e546572fb105 admin admin] Request body: {'subnet': {'subnetpool_id': '9a44c809-6023-4d04-ade2-d6c2ca16fafe', 'tenant_id': '379142015d604b4897aad0a96e830e8b', 'ip_version': 4, 'network_id': 'b014376e-abc5-48e9-886c-2d68a37af63d', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=98443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:33:42.450028 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-0aa88e76-32a3-4963-91c1-e546572fb105 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:33:42.454054 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-0aa88e76-32a3-4963-91c1-e546572fb105 admin admin] Usage tracker for resource:subnet and tenant:379142015d604b4897aad0a96e830e8b is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:33:42.457063 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-0aa88e76-32a3-4963-91c1-e546572fb105 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:33:42.463136 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-0aa88e76-32a3-4963-91c1-e546572fb105 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:33:42.475403 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa88e76-32a3-4963-91c1-e546572fb105 admin admin] Made reservation on behalf of 379142015d604b4897aad0a96e830e8b for: {'subnet': 1} {{(pid=98443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:33:42.477775 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-0aa88e76-32a3-4963-91c1-e546572fb105 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:42.989885 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-0aa88e76-32a3-4963-91c1-e546572fb105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531'] for subnet, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:42.994361 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:33:43.074831 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa88e76-32a3-4963-91c1-e546572fb105 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f66e67a-692b-4b96-ace1-3fc0d1c3e3e1,revision_number=0']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:33:43.079985 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-0aa88e76-32a3-4963-91c1-e546572fb105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:33:43.080895 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa88e76-32a3-4963-91c1-e546572fb105 admin admin] Checking segment: {'id': 'f939d908-4d1f-48ff-af0b-8da7ffdc111b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'b014376e-abc5-48e9-886c-2d68a37af63d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:33:43.081245 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa88e76-32a3-4963-91c1-e546572fb105 admin admin] Network hostable DHCP agents. Network: b014376e-abc5-48e9-886c-2d68a37af63d, hostable agents: ['fb962da1-0809-46df-9ec4-203c2f15f643'], hosted agents: [] {{(pid=98443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:33:43.104122 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa88e76-32a3-4963-91c1-e546572fb105 admin admin] Network b014376e-abc5-48e9-886c-2d68a37af63d is scheduled to be hosted by DHCP agent fb962da1-0809-46df-9ec4-203c2f15f643 with binding_index 1 {{(pid=98443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:33:43.122360 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.base_scheduler [None req-0aa88e76-32a3-4963-91c1-e546572fb105 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-7-smb, b014376e-abc5-48e9-886c-2d68a37af63d) {{(pid=98443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:33:43.127459 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa88e76-32a3-4963-91c1-e546572fb105 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:33:43.128054 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-0aa88e76-32a3-4963-91c1-e546572fb105 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927509'] for subnet, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:43.132052 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af95b2d1-7288-438b-b0a9-4c7d096bb6f2 None None] Network b014376e-abc5-48e9-886c-2d68a37af63d requested from dv-cinder-786383-7-smb {{(pid=98444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:33:43.157044 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-0aa88e76-32a3-4963-91c1-e546572fb105 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7086480 May 31 11:33:43.447450 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4523185-ce32-4dbc-a59f-6cab6c807932 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4276fea-128f-59c1-aa89-faee38dd1e47-b014376e-abc5-48e9-886c-2d68a37af63d', 'network_id': 'b014376e-abc5-48e9-886c-2d68a37af63d', 'tenant_id': '379142015d604b4897aad0a96e830e8b', 'fixed_ips': [{'subnet_id': '2f66e67a-692b-4b96-ace1-3fc0d1c3e3e1'}]}} from dv-cinder-786383-7-smb. {{(pid=98444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 11:33:43.448607 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-e4523185-ce32-4dbc-a59f-6cab6c807932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_create {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:43.644895 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.db_base_plugin_common [None req-e4523185-ce32-4dbc-a59f-6cab6c807932 None None] Allocated IP 172.20.0.2 (b014376e-abc5-48e9-886c-2d68a37af63d/2f66e67a-692b-4b96-ace1-3fc0d1c3e3e1/90beb9dd-882f-4898-98c9-fc9f41aa963a) {{(pid=98444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:33:43.880347 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-e4523185-ce32-4dbc-a59f-6cab6c807932 None None] Notify callbacks [] for port, precommit_create {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:43.893314 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-e4523185-ce32-4dbc-a59f-6cab6c807932 None None] Transition to ACTIVE for port object 90beb9dd-882f-4898-98c9-fc9f41aa963a will not be triggered until provisioned by entity L2. {{(pid=98444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:33:43.913004 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-e4523185-ce32-4dbc-a59f-6cab6c807932 None None] Transition to ACTIVE for port object 90beb9dd-882f-4898-98c9-fc9f41aa963a will not be triggered until provisioned by entity DHCP. {{(pid=98444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:33:43.920544 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-e4523185-ce32-4dbc-a59f-6cab6c807932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781593114058'] for port, after_create {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:43.925554 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:33:43.990953 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4523185-ce32-4dbc-a59f-6cab6c807932 None None] Network b014376e-abc5-48e9-886c-2d68a37af63d is already hosted by enough agents. {{(pid=98444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:33:43.994336 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.scheduler.base_scheduler [None req-e4523185-ce32-4dbc-a59f-6cab6c807932 None None] Resources bound (agent type, host, resource id): {{(pid=98444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:33:43.999341 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4523185-ce32-4dbc-a59f-6cab6c807932 None None] Pushing event updated for resources: {'Port': ['ID=90beb9dd-882f-4898-98c9-fc9f41aa963a,revision_number=1']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:33:44.001547 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4523185-ce32-4dbc-a59f-6cab6c807932 None None] Received port after_create {{(pid=98444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:33:44.011061 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4523185-ce32-4dbc-a59f-6cab6c807932 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:44.011398 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4523185-ce32-4dbc-a59f-6cab6c807932 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:44.011728 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4523185-ce32-4dbc-a59f-6cab6c807932 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:44.012055 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4523185-ce32-4dbc-a59f-6cab6c807932 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:44.012378 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4523185-ce32-4dbc-a59f-6cab6c807932 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:44.012682 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4523185-ce32-4dbc-a59f-6cab6c807932 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:44.012998 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4523185-ce32-4dbc-a59f-6cab6c807932 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:44.013308 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4523185-ce32-4dbc-a59f-6cab6c807932 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:44.013623 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4523185-ce32-4dbc-a59f-6cab6c807932 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:44.013939 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4523185-ce32-4dbc-a59f-6cab6c807932 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:44.014251 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4523185-ce32-4dbc-a59f-6cab6c807932 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:44.014560 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4523185-ce32-4dbc-a59f-6cab6c807932 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:33:44.015727 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4523185-ce32-4dbc-a59f-6cab6c807932 None None] Tracked resource versions report: May 31 11:33:44.015727 dv-cinder-786383-7-smb neutron-server[98444]: pushed versions: May 31 11:33:44.015727 dv-cinder-786383-7-smb neutron-server[98444]: { 'AddressGroup': {'1.2'}, May 31 11:33:44.015727 dv-cinder-786383-7-smb neutron-server[98444]: 'ConntrackHelper': {'1.0'}, May 31 11:33:44.015727 dv-cinder-786383-7-smb neutron-server[98444]: 'Log': {'1.0'}, May 31 11:33:44.015727 dv-cinder-786383-7-smb neutron-server[98444]: 'Network': {'1.1'}, May 31 11:33:44.015727 dv-cinder-786383-7-smb neutron-server[98444]: 'Port': {'1.7'}, May 31 11:33:44.015727 dv-cinder-786383-7-smb neutron-server[98444]: 'PortForwarding': {'1.2'}, May 31 11:33:44.015727 dv-cinder-786383-7-smb neutron-server[98444]: 'QosPolicy': {'1.8'}, May 31 11:33:44.015727 dv-cinder-786383-7-smb neutron-server[98444]: 'SecurityGroup': {'1.4'}, May 31 11:33:44.015727 dv-cinder-786383-7-smb neutron-server[98444]: 'SecurityGroupRule': {'1.2'}, May 31 11:33:44.015727 dv-cinder-786383-7-smb neutron-server[98444]: 'SubPort': {'1.0'}, May 31 11:33:44.015727 dv-cinder-786383-7-smb neutron-server[98444]: 'Subnet': {'1.1'}, May 31 11:33:44.015727 dv-cinder-786383-7-smb neutron-server[98444]: 'Trunk': {'1.1'}} May 31 11:33:44.015727 dv-cinder-786383-7-smb neutron-server[98444]: consumer versions: May 31 11:33:44.015727 dv-cinder-786383-7-smb neutron-server[98444]: { DHCP agent@dv-cinder-786383-7-smb: {}, May 31 11:33:44.015727 dv-cinder-786383-7-smb neutron-server[98444]: L3 agent@dv-cinder-786383-7-smb: {}, May 31 11:33:44.015727 dv-cinder-786383-7-smb neutron-server[98444]: Metadata agent@dv-cinder-786383-7-smb: {}, May 31 11:33:44.015727 dv-cinder-786383-7-smb neutron-server[98444]: Metering agent@dv-cinder-786383-7-smb: {}, May 31 11:33:44.015727 dv-cinder-786383-7-smb neutron-server[98444]: Open vSwitch agent@dv-cinder-786383-7-smb: { 'AddressGroup': '1.2', May 31 11:33:44.015727 dv-cinder-786383-7-smb neutron-server[98444]: 'ConntrackHelper': '1.0', May 31 11:33:44.015727 dv-cinder-786383-7-smb neutron-server[98444]: 'Log': '1.0', May 31 11:33:44.015727 dv-cinder-786383-7-smb neutron-server[98444]: 'Network': '1.1', May 31 11:33:44.015727 dv-cinder-786383-7-smb neutron-server[98444]: 'Port': '1.7', May 31 11:33:44.015727 dv-cinder-786383-7-smb neutron-server[98444]: 'PortForwarding': '1.2', May 31 11:33:44.015727 dv-cinder-786383-7-smb neutron-server[98444]: 'QosPolicy': '1.8', May 31 11:33:44.015727 dv-cinder-786383-7-smb neutron-server[98444]: 'SecurityGroup': '1.4', May 31 11:33:44.015727 dv-cinder-786383-7-smb neutron-server[98444]: 'SecurityGroupRule': '1.2', May 31 11:33:44.015727 dv-cinder-786383-7-smb neutron-server[98444]: 'SubPort': '1.0', May 31 11:33:44.015727 dv-cinder-786383-7-smb neutron-server[98444]: 'Subnet': '1.1', May 31 11:33:44.015727 dv-cinder-786383-7-smb neutron-server[98444]: 'Trunk': '1.1'}} May 31 11:33:44.015727 dv-cinder-786383-7-smb neutron-server[98444]: {{(pid=98444) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 11:33:44.058270 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-e4523185-ce32-4dbc-a59f-6cab6c807932 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:33:44.113060 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.managers [None req-e4523185-ce32-4dbc-a59f-6cab6c807932 None None] Attempting to bind port 90beb9dd-882f-4898-98c9-fc9f41aa963a on host dv-cinder-786383-7-smb for vnic_type normal with profile {{(pid=98444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:33:44.113454 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.managers [None req-e4523185-ce32-4dbc-a59f-6cab6c807932 None None] Attempting to bind port 90beb9dd-882f-4898-98c9-fc9f41aa963a by drivers openvswitch,hyperv on host dv-cinder-786383-7-smb at level 0 using segments [{'id': 'f939d908-4d1f-48ff-af0b-8da7ffdc111b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'b014376e-abc5-48e9-886c-2d68a37af63d'}] {{(pid=98444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:33:44.113878 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4523185-ce32-4dbc-a59f-6cab6c807932 None None] Attempting to bind port 90beb9dd-882f-4898-98c9-fc9f41aa963a on network b014376e-abc5-48e9-886c-2d68a37af63d {{(pid=98444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:33:44.119838 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4523185-ce32-4dbc-a59f-6cab6c807932 None None] Checking agent: {'id': '54e7e3e0-9dc4-46e7-99bd-8d5ea4dab531', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 33, 27), 'started_at': datetime.datetime(2021, 5, 31, 11, 33, 27), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:33:44.120212 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4523185-ce32-4dbc-a59f-6cab6c807932 None None] Checking segment: {'id': 'f939d908-4d1f-48ff-af0b-8da7ffdc111b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'b014376e-abc5-48e9-886c-2d68a37af63d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:33:44.120679 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-e4523185-ce32-4dbc-a59f-6cab6c807932 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:44.121067 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4523185-ce32-4dbc-a59f-6cab6c807932 None None] Bound using segment: {'id': 'f939d908-4d1f-48ff-af0b-8da7ffdc111b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'b014376e-abc5-48e9-886c-2d68a37af63d'} {{(pid=98444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:33:44.121584 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.managers [None req-e4523185-ce32-4dbc-a59f-6cab6c807932 None None] Bound port: 90beb9dd-882f-4898-98c9-fc9f41aa963a, host: dv-cinder-786383-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f939d908-4d1f-48ff-af0b-8da7ffdc111b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'b014376e-abc5-48e9-886c-2d68a37af63d'}}] {{(pid=98444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:33:44.121953 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-e4523185-ce32-4dbc-a59f-6cab6c807932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:44.215705 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-e4523185-ce32-4dbc-a59f-6cab6c807932 None None] For port 90beb9dd-882f-4898-98c9-fc9f41aa963a, host dv-cinder-786383-7-smb, cleared binding levels {{(pid=98444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:33:44.219698 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-e4523185-ce32-4dbc-a59f-6cab6c807932 None None] For port 90beb9dd-882f-4898-98c9-fc9f41aa963a, host dv-cinder-786383-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-smb',level=0,port_id=90beb9dd-882f-4898-98c9-fc9f41aa963a,segment=NetworkSegment(f939d908-4d1f-48ff-af0b-8da7ffdc111b),segment_id=f939d908-4d1f-48ff-af0b-8da7ffdc111b)] {{(pid=98444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:33:44.225295 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-e4523185-ce32-4dbc-a59f-6cab6c807932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:44.229999 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-e4523185-ce32-4dbc-a59f-6cab6c807932 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:33:44.315507 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4523185-ce32-4dbc-a59f-6cab6c807932 None None] Pushing event updated for resources: {'Port': ['ID=90beb9dd-882f-4898-98c9-fc9f41aa963a,revision_number=2']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:33:44.319765 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-e4523185-ce32-4dbc-a59f-6cab6c807932 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:33:45.517381 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 53998) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:33:46.147301 dv-cinder-786383-7-smb neutron-server[98442]: WARNING oslo_policy.policy [None req-fe022c2a-2f52-41a0-948b-f8387aa9932b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 11:33:46.147901 dv-cinder-786383-7-smb neutron-server[98442]: WARNING oslo_policy.policy [None req-fe022c2a-2f52-41a0-948b-f8387aa9932b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 11:33:46.363956 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [None req-fe022c2a-2f52-41a0-948b-f8387aa9932b admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=98442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 11:33:46.365179 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-fe022c2a-2f52-41a0-948b-f8387aa9932b admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8456352 May 31 11:33:48.761765 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 54016) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:33:49.190990 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [None req-61551ed6-1ffc-48d6-b8d6-573a41b6bf23 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=98442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 11:33:49.191926 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-61551ed6-1ffc-48d6-b8d6-573a41b6bf23 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4292138 May 31 11:33:49.375145 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device 90beb9dd-882f-4898-98c9-fc9f41aa963a up at agent ovs-agent-dv-cinder-786383-7-smb {{(pid=98444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:33:49.464690 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Provisioning for port 90beb9dd-882f-4898-98c9-fc9f41aa963a completed by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:33:49.832625 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5102a2a3-d9d2-4459-a4d0-4a98f2b3ae76 None None] Network b014376e-abc5-48e9-886c-2d68a37af63d requested from dv-cinder-786383-7-smb {{(pid=98444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:33:49.982417 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-eb9bd645-cf34-46b4-9723-c6f0a34a6fa1 None None] Provisioning for port 90beb9dd-882f-4898-98c9-fc9f41aa963a completed by entity DHCP. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:33:49.991519 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-eb9bd645-cf34-46b4-9723-c6f0a34a6fa1 None None] Provisioning complete for port 90beb9dd-882f-4898-98c9-fc9f41aa963a triggered by entity DHCP. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:33:49.991907 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-eb9bd645-cf34-46b4-9723-c6f0a34a6fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:50.198417 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-eb9bd645-cf34-46b4-9723-c6f0a34a6fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:50.241522 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-eb9bd645-cf34-46b4-9723-c6f0a34a6fa1 None None] For port 90beb9dd-882f-4898-98c9-fc9f41aa963a, host dv-cinder-786383-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-smb',level=0,port_id=90beb9dd-882f-4898-98c9-fc9f41aa963a,segment=NetworkSegment(f939d908-4d1f-48ff-af0b-8da7ffdc111b),segment_id=f939d908-4d1f-48ff-af0b-8da7ffdc111b)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:33:50.246960 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-eb9bd645-cf34-46b4-9723-c6f0a34a6fa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:50.249185 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:33:50.322395 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9bd645-cf34-46b4-9723-c6f0a34a6fa1 None None] Pushing event updated for resources: {'Port': ['ID=90beb9dd-882f-4898-98c9-fc9f41aa963a,revision_number=3']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:33:50.325778 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-eb9bd645-cf34-46b4-9723-c6f0a34a6fa1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:33:50.471107 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-d6f7dade-8d34-4918-a130-ada7009531a6 None None] Provisioning complete for port 90beb9dd-882f-4898-98c9-fc9f41aa963a triggered by entity DHCP. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:33:50.471754 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-d6f7dade-8d34-4918-a130-ada7009531a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:51.331484 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device 90beb9dd-882f-4898-98c9-fc9f41aa963a up at agent ovs-agent-dv-cinder-786383-7-smb {{(pid=98444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:33:51.402036 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Provisioning complete for port 90beb9dd-882f-4898-98c9-fc9f41aa963a triggered by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:33:51.402407 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:51.911253 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 54028) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:33:52.334260 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.v2.base [None req-2ebc500c-0e3c-4487-a983-18bdd1ea10e6 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '379142015d604b4897aad0a96e830e8b', 'admin_state_up': True}} {{(pid=98442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:33:52.407057 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.policy [None req-2ebc500c-0e3c-4487-a983-18bdd1ea10e6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=98442) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 31 11:33:52.453130 dv-cinder-786383-7-smb neutron-server[98442]: WARNING oslo_policy.policy [None req-2ebc500c-0e3c-4487-a983-18bdd1ea10e6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 11:33:52.453434 dv-cinder-786383-7-smb neutron-server[98442]: WARNING oslo_policy.policy [None req-2ebc500c-0e3c-4487-a983-18bdd1ea10e6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 31 11:33:52.462189 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.quota [None req-2ebc500c-0e3c-4487-a983-18bdd1ea10e6 admin admin] Loaded quota_driver: . May 31 11:33:52.478692 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-2ebc500c-0e3c-4487-a983-18bdd1ea10e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:33:52.485195 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-2ebc500c-0e3c-4487-a983-18bdd1ea10e6 admin admin] Usage tracker for resource:router and tenant:379142015d604b4897aad0a96e830e8b is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:33:52.489682 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-2ebc500c-0e3c-4487-a983-18bdd1ea10e6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:33:52.497539 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-2ebc500c-0e3c-4487-a983-18bdd1ea10e6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:33:52.516964 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-2ebc500c-0e3c-4487-a983-18bdd1ea10e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8360380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-651'] for router, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:52.519009 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-2ebc500c-0e3c-4487-a983-18bdd1ea10e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8360892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8365411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8385934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-658'] for router, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:52.547645 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-2ebc500c-0e3c-4487-a983-18bdd1ea10e6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:52.673184 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-2ebc500c-0e3c-4487-a983-18bdd1ea10e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8360373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8365317'] for router, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:52.695757 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-2ebc500c-0e3c-4487-a983-18bdd1ea10e6 admin admin] Notify callbacks [] for router, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:52.696987 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-2ebc500c-0e3c-4487-a983-18bdd1ea10e6 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7846241 May 31 11:33:54.734517 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-6a53ec61-8e4f-48a8-8bd3-4d38f52da24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:55.090358 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 54040) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:33:55.530889 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [None req-5f8d24d4-a950-4080-95cd-908d54aceb4f admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=98443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 11:33:55.531865 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-5f8d24d4-a950-4080-95cd-908d54aceb4f admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4404776 May 31 11:33:57.505136 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:57.761108 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-c2c352a5-552a-4cda-881d-95e786680948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:57.904087 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 54050) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:33:58.300784 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.v2.base [None req-b175eccf-5977-4a30-81ad-9399843909b4 admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat', 'router:external': True}} {{(pid=98443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:33:58.308724 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-b175eccf-5977-4a30-81ad-9399843909b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:33:58.316238 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-b175eccf-5977-4a30-81ad-9399843909b4 admin admin] Usage tracker for resource:network and tenant:452f784eefc1440db0ddef3f4b6b03ec is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:33:58.321212 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-b175eccf-5977-4a30-81ad-9399843909b4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:33:58.327345 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-b175eccf-5977-4a30-81ad-9399843909b4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:33:58.343001 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b175eccf-5977-4a30-81ad-9399843909b4 admin admin] Made reservation on behalf of 452f784eefc1440db0ddef3f4b6b03ec for: {'network': 1} {{(pid=98443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:33:58.346456 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-b175eccf-5977-4a30-81ad-9399843909b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-574767'] for network, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:58.359628 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-b175eccf-5977-4a30-81ad-9399843909b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:58.366616 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-a91c5e8e-8952-4db6-a598-6e76e849b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:58.374543 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-b175eccf-5977-4a30-81ad-9399843909b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:33:58.378564 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-b175eccf-5977-4a30-81ad-9399843909b4 admin admin] Usage tracker for resource:security_group_rule and tenant:452f784eefc1440db0ddef3f4b6b03ec is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:33:58.381486 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-b175eccf-5977-4a30-81ad-9399843909b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:33:58.388108 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-b175eccf-5977-4a30-81ad-9399843909b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:33:58.478957 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-b175eccf-5977-4a30-81ad-9399843909b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:58.487429 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-b175eccf-5977-4a30-81ad-9399843909b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:58.491520 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-126d988e-1e19-4886-9a6b-12512be06804 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:33:58.506035 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b175eccf-5977-4a30-81ad-9399843909b4 admin admin] Reserving flat network on physical network physnet1 {{(pid=98443) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 31 11:33:58.527104 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b175eccf-5977-4a30-81ad-9399843909b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=915db869-be05-4aee-aa6e-2a11ac2ad4f7,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:33:58.531307 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-b175eccf-5977-4a30-81ad-9399843909b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654047'] for segment, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:58.531647 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.db.segments_db [None req-b175eccf-5977-4a30-81ad-9399843909b4 admin admin] Added segment 1ab87b5a-2ab4-41da-bbc3-50466ba34034 of type flat for network 21abd7a8-7011-4cfc-9928-6cba34534bd3 May 31 11:33:58.532760 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-b175eccf-5977-4a30-81ad-9399843909b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:33:58.564209 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-b175eccf-5977-4a30-81ad-9399843909b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781593130307'] for network, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:58.607101 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-b175eccf-5977-4a30-81ad-9399843909b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8325956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7927536'] for network, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:58.609092 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b175eccf-5977-4a30-81ad-9399843909b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:33:58.609910 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-b175eccf-5977-4a30-81ad-9399843909b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927509'] for network, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:33:58.615246 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-126d988e-1e19-4886-9a6b-12512be06804 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:33:58.717897 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-b175eccf-5977-4a30-81ad-9399843909b4 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8127642 May 31 11:33:58.718460 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b175eccf-5977-4a30-81ad-9399843909b4 admin admin] Pushing event updated for resources: {'Network': ['ID=21abd7a8-7011-4cfc-9928-6cba34534bd3,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:33:58.721140 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-b175eccf-5977-4a30-81ad-9399843909b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:33:58.729048 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Network 21abd7a8-7011-4cfc-9928-6cba34534bd3 details requested by agent ovs-agent-dv-cinder-786383-7-smb with host dv-cinder-786383-7-smb {{(pid=98444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:34:00.093116 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-9fdf87ec-5ce8-4616-9e32-e9b9d10b7557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:34:01.127298 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 54070) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:34:01.370615 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e604af7f-f589-4265-932c-20d483be4e83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:34:01.371957 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-e604af7f-f589-4265-932c-20d483be4e83 admin admin] 10.222.0.21 "GET /v2.0/subnets/2f66e67a-692b-4b96-ace1-3fc0d1c3e3e1 HTTP/1.1" status: 200 len: 849 time: 0.2435582 May 31 11:34:01.552831 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-668b7f46-52d3-432d-89b7-466b9966273f admin admin] 10.222.0.21 "GET /v2.0/routers/97781c06-db3a-42a3-8f20-d343fa4c57ec HTTP/1.1" status: 200 len: 704 time: 0.1720765 May 31 11:34:02.069284 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-8543d2ab-4d0a-4a1c-8412-e0e9abaf84e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:34:02.334039 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.db_base_plugin_common [None req-8543d2ab-4d0a-4a1c-8412-e0e9abaf84e4 admin admin] Allocated IP 172.20.0.1 (b014376e-abc5-48e9-886c-2d68a37af63d/2f66e67a-692b-4b96-ace1-3fc0d1c3e3e1/2b7f73c6-57a4-459e-932c-ea9dfc25d1d2) {{(pid=98443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:34:02.492770 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-8543d2ab-4d0a-4a1c-8412-e0e9abaf84e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:34:02.509932 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.provisioning_blocks [None req-8543d2ab-4d0a-4a1c-8412-e0e9abaf84e4 admin admin] Transition to ACTIVE for port object 2b7f73c6-57a4-459e-932c-ea9dfc25d1d2 will not be triggered until provisioned by entity DHCP. {{(pid=98443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:34:02.571705 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-8543d2ab-4d0a-4a1c-8412-e0e9abaf84e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781593114058'] for port, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:34:02.575571 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:34:02.637206 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8543d2ab-4d0a-4a1c-8412-e0e9abaf84e4 admin admin] Network b014376e-abc5-48e9-886c-2d68a37af63d is already hosted by enough agents. {{(pid=98443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:34:02.640071 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.base_scheduler [None req-8543d2ab-4d0a-4a1c-8412-e0e9abaf84e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=98443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:34:02.646596 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8543d2ab-4d0a-4a1c-8412-e0e9abaf84e4 admin admin] Received port after_create {{(pid=98443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:34:02.647146 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-8543d2ab-4d0a-4a1c-8412-e0e9abaf84e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8369524'] for router_interface, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:34:02.762856 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8543d2ab-4d0a-4a1c-8412-e0e9abaf84e4 admin admin] Pushing event updated for resources: {'Port': ['ID=2b7f73c6-57a4-459e-932c-ea9dfc25d1d2,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:34:02.777555 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-8543d2ab-4d0a-4a1c-8412-e0e9abaf84e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:34:02.810204 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-70e67f7f-b4d7-4450-ba6b-c944a288b9d6 None None] Provisioning for port 2b7f73c6-57a4-459e-932c-ea9dfc25d1d2 completed by entity DHCP. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:34:02.815052 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-70e67f7f-b4d7-4450-ba6b-c944a288b9d6 None None] Provisioning complete for port 2b7f73c6-57a4-459e-932c-ea9dfc25d1d2 triggered by entity DHCP. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:34:02.815420 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-70e67f7f-b4d7-4450-ba6b-c944a288b9d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:34:02.880801 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.plugin [None req-70e67f7f-b4d7-4450-ba6b-c944a288b9d6 None None] Port 2b7f73c6-57a4-459e-932c-ea9dfc25d1d2 cannot update to ACTIVE because it is not bound. {{(pid=98444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:34:02.909564 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-8543d2ab-4d0a-4a1c-8412-e0e9abaf84e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:34:03.149668 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-8543d2ab-4d0a-4a1c-8412-e0e9abaf84e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:34:03.156413 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-8543d2ab-4d0a-4a1c-8412-e0e9abaf84e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:34:03.157436 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-8543d2ab-4d0a-4a1c-8412-e0e9abaf84e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7929610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369625'] for router_interface, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:34:03.160572 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-8543d2ab-4d0a-4a1c-8412-e0e9abaf84e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:34:03.287551 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8543d2ab-4d0a-4a1c-8412-e0e9abaf84e4 admin admin] Pushing event updated for resources: {'Port': ['ID=2b7f73c6-57a4-459e-932c-ea9dfc25d1d2,revision_number=2']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:34:03.292075 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-8543d2ab-4d0a-4a1c-8412-e0e9abaf84e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:34:03.361317 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8543d2ab-4d0a-4a1c-8412-e0e9abaf84e4 admin admin] Network b014376e-abc5-48e9-886c-2d68a37af63d is already hosted by enough agents. {{(pid=98443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:34:03.362555 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.base_scheduler [None req-8543d2ab-4d0a-4a1c-8412-e0e9abaf84e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=98443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:34:03.600072 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8543d2ab-4d0a-4a1c-8412-e0e9abaf84e4 admin admin] Router 97781c06-db3a-42a3-8f20-d343fa4c57ec is scheduled to L3 agent 18500941-09fe-4120-b40f-cc1049bfe169 with binding_index 1 {{(pid=98443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 11:34:03.605606 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-fd319e55-4fff-43ac-b1fc-4809e294d274 None None] Provisioning complete for port 2b7f73c6-57a4-459e-932c-ea9dfc25d1d2 triggered by entity DHCP. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:34:03.605979 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-fd319e55-4fff-43ac-b1fc-4809e294d274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:34:03.661891 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.plugin [None req-fd319e55-4fff-43ac-b1fc-4809e294d274 None None] Port 2b7f73c6-57a4-459e-932c-ea9dfc25d1d2 cannot update to ACTIVE because it is not bound. {{(pid=98444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:34:03.758860 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8543d2ab-4d0a-4a1c-8412-e0e9abaf84e4 admin admin] Notify agent at l3_agent.dv-cinder-786383-7-smb the message routers_updated {{(pid=98443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:34:03.768112 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-8543d2ab-4d0a-4a1c-8412-e0e9abaf84e4 admin admin] 10.222.0.21 "PUT /v2.0/routers/97781c06-db3a-42a3-8f20-d343fa4c57ec/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2061074 May 31 11:34:03.768975 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b59e66-34e5-45e9-9759-ddce3b7c91c1 None None] Sync routers for ids ['97781c06-db3a-42a3-8f20-d343fa4c57ec'] in dv-cinder-786383-7-smb {{(pid=98445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:34:03.780565 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b59e66-34e5-45e9-9759-ddce3b7c91c1 None None] Routers {'97781c06-db3a-42a3-8f20-d343fa4c57ec'} bound to L3 agent in host dv-cinder-786383-7-smb {{(pid=98445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:34:03.781420 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_hamode_db [None req-34b59e66-34e5-45e9-9759-ddce3b7c91c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-31T11:33:28Z,description=,heartbeat_timestamp=2021-05-31T11:33:58Z,host='dv-cinder-786383-7-smb',id=18500941-09fe-4120-b40f-cc1049bfe169,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:33:28Z,topic='l3_agent')) {'router_ids': ['97781c06-db3a-42a3-8f20-d343fa4c57ec'], 'active': True} {{(pid=98445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:34:03.956428 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_dvr_db [None req-34b59e66-34e5-45e9-9759-ddce3b7c91c1 None None] Set router 97781c06-db3a-42a3-8f20-d343fa4c57ec gateway port host: None {{(pid=98445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:34:04.349780 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_hamode_db [None req-34b59e66-34e5-45e9-9759-ddce3b7c91c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97781c06-db3a-42a3-8f20-d343fa4c57ec', 'name': 'router1', 'tenant_id': '379142015d604b4897aad0a96e830e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:33:52Z', 'updated_at': '2021-05-31T11:34:02Z', 'revision_number': 2, 'project_id': '379142015d604b4897aad0a96e830e8b', 'gw_port_host': None, '_interfaces': [{'id': '2b7f73c6-57a4-459e-932c-ea9dfc25d1d2', 'name': '', 'network_id': 'b014376e-abc5-48e9-886c-2d68a37af63d', 'tenant_id': '379142015d604b4897aad0a96e830e8b', 'mac_address': 'fa:16:3e:eb:43:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97781c06-db3a-42a3-8f20-d343fa4c57ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2f66e67a-692b-4b96-ace1-3fc0d1c3e3e1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:34:02Z', 'updated_at': '2021-05-31T11:34:02Z', 'revision_number': 2, 'project_id': '379142015d604b4897aad0a96e830e8b', 'subnets': [{'id': '2f66e67a-692b-4b96-ace1-3fc0d1c3e3e1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a44c809-6023-4d04-ade2-d6c2ca16fafe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-smb', False) {} {{(pid=98445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:34:04.356525 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b59e66-34e5-45e9-9759-ddce3b7c91c1 None None] Checking router: 97781c06-db3a-42a3-8f20-d343fa4c57ec for host: dv-cinder-786383-7-smb {{(pid=98445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:34:04.357016 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b59e66-34e5-45e9-9759-ddce3b7c91c1 None None] Updating router 97781c06-db3a-42a3-8f20-d343fa4c57ec port 2b7f73c6-57a4-459e-932c-ea9dfc25d1d2 binding host dv-cinder-786383-7-smb {{(pid=98445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 11:34:04.432958 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron_lib.callbacks.manager [None req-34b59e66-34e5-45e9-9759-ddce3b7c91c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:34:04.942733 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron_lib.callbacks.manager [None req-34b59e66-34e5-45e9-9759-ddce3b7c91c1 None None] Notify callbacks [] for port, precommit_update {{(pid=98445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:34:04.958970 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.provisioning_blocks [None req-34b59e66-34e5-45e9-9759-ddce3b7c91c1 None None] Transition to ACTIVE for port object 2b7f73c6-57a4-459e-932c-ea9dfc25d1d2 will not be triggered until provisioned by entity L2. {{(pid=98445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:34:04.966646 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron_lib.callbacks.manager [None req-34b59e66-34e5-45e9-9759-ddce3b7c91c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:34:04.972110 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:34:05.178217 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cfce19-bc7c-4dda-8f92-ba72f119b8db None None] Pushing event updated for resources: {'Port': ['ID=2b7f73c6-57a4-459e-932c-ea9dfc25d1d2,revision_number=3']} {{(pid=98445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:34:05.200870 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cfce19-bc7c-4dda-8f92-ba72f119b8db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:34:05.201208 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cfce19-bc7c-4dda-8f92-ba72f119b8db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:34:05.201532 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cfce19-bc7c-4dda-8f92-ba72f119b8db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:34:05.201855 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cfce19-bc7c-4dda-8f92-ba72f119b8db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:34:05.202170 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cfce19-bc7c-4dda-8f92-ba72f119b8db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:34:05.202496 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cfce19-bc7c-4dda-8f92-ba72f119b8db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:34:05.202834 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cfce19-bc7c-4dda-8f92-ba72f119b8db None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:34:05.203146 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cfce19-bc7c-4dda-8f92-ba72f119b8db None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:34:05.203440 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cfce19-bc7c-4dda-8f92-ba72f119b8db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:34:05.203750 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cfce19-bc7c-4dda-8f92-ba72f119b8db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:34:05.204059 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cfce19-bc7c-4dda-8f92-ba72f119b8db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:34:05.204366 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cfce19-bc7c-4dda-8f92-ba72f119b8db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:34:05.205487 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06cfce19-bc7c-4dda-8f92-ba72f119b8db None None] Tracked resource versions report: May 31 11:34:05.205487 dv-cinder-786383-7-smb neutron-server[98445]: pushed versions: May 31 11:34:05.205487 dv-cinder-786383-7-smb neutron-server[98445]: { 'AddressGroup': {'1.2'}, May 31 11:34:05.205487 dv-cinder-786383-7-smb neutron-server[98445]: 'ConntrackHelper': {'1.0'}, May 31 11:34:05.205487 dv-cinder-786383-7-smb neutron-server[98445]: 'Log': {'1.0'}, May 31 11:34:05.205487 dv-cinder-786383-7-smb neutron-server[98445]: 'Network': {'1.1'}, May 31 11:34:05.205487 dv-cinder-786383-7-smb neutron-server[98445]: 'Port': {'1.7'}, May 31 11:34:05.205487 dv-cinder-786383-7-smb neutron-server[98445]: 'PortForwarding': {'1.2'}, May 31 11:34:05.205487 dv-cinder-786383-7-smb neutron-server[98445]: 'QosPolicy': {'1.8'}, May 31 11:34:05.205487 dv-cinder-786383-7-smb neutron-server[98445]: 'SecurityGroup': {'1.4'}, May 31 11:34:05.205487 dv-cinder-786383-7-smb neutron-server[98445]: 'SecurityGroupRule': {'1.2'}, May 31 11:34:05.205487 dv-cinder-786383-7-smb neutron-server[98445]: 'SubPort': {'1.0'}, May 31 11:34:05.205487 dv-cinder-786383-7-smb neutron-server[98445]: 'Subnet': {'1.1'}, May 31 11:34:05.205487 dv-cinder-786383-7-smb neutron-server[98445]: 'Trunk': {'1.1'}} May 31 11:34:05.205487 dv-cinder-786383-7-smb neutron-server[98445]: consumer versions: May 31 11:34:05.205487 dv-cinder-786383-7-smb neutron-server[98445]: { DHCP agent@dv-cinder-786383-7-smb: {}, May 31 11:34:05.205487 dv-cinder-786383-7-smb neutron-server[98445]: L3 agent@dv-cinder-786383-7-smb: {}, May 31 11:34:05.205487 dv-cinder-786383-7-smb neutron-server[98445]: Metadata agent@dv-cinder-786383-7-smb: {}, May 31 11:34:05.205487 dv-cinder-786383-7-smb neutron-server[98445]: Metering agent@dv-cinder-786383-7-smb: {}, May 31 11:34:05.205487 dv-cinder-786383-7-smb neutron-server[98445]: Open vSwitch agent@dv-cinder-786383-7-smb: { 'AddressGroup': '1.2', May 31 11:34:05.205487 dv-cinder-786383-7-smb neutron-server[98445]: 'ConntrackHelper': '1.0', May 31 11:34:05.205487 dv-cinder-786383-7-smb neutron-server[98445]: 'Log': '1.0', May 31 11:34:05.205487 dv-cinder-786383-7-smb neutron-server[98445]: 'Network': '1.1', May 31 11:34:05.205487 dv-cinder-786383-7-smb neutron-server[98445]: 'Port': '1.7', May 31 11:34:05.205487 dv-cinder-786383-7-smb neutron-server[98445]: 'PortForwarding': '1.2', May 31 11:34:05.205487 dv-cinder-786383-7-smb neutron-server[98445]: 'QosPolicy': '1.8', May 31 11:34:05.205487 dv-cinder-786383-7-smb neutron-server[98445]: 'SecurityGroup': '1.4', May 31 11:34:05.205487 dv-cinder-786383-7-smb neutron-server[98445]: 'SecurityGroupRule': '1.2', May 31 11:34:05.205487 dv-cinder-786383-7-smb neutron-server[98445]: 'SubPort': '1.0', May 31 11:34:05.205487 dv-cinder-786383-7-smb neutron-server[98445]: 'Subnet': '1.1', May 31 11:34:05.205487 dv-cinder-786383-7-smb neutron-server[98445]: 'Trunk': '1.1'}} May 31 11:34:05.205487 dv-cinder-786383-7-smb neutron-server[98445]: {{(pid=98445) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 11:34:05.207834 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.plugins.ml2.managers [None req-34b59e66-34e5-45e9-9759-ddce3b7c91c1 None None] Attempting to bind port 2b7f73c6-57a4-459e-932c-ea9dfc25d1d2 on host dv-cinder-786383-7-smb for vnic_type normal with profile {{(pid=98445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:34:05.208214 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.plugins.ml2.managers [None req-34b59e66-34e5-45e9-9759-ddce3b7c91c1 None None] Attempting to bind port 2b7f73c6-57a4-459e-932c-ea9dfc25d1d2 by drivers openvswitch,hyperv on host dv-cinder-786383-7-smb at level 0 using segments [{'id': 'f939d908-4d1f-48ff-af0b-8da7ffdc111b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'b014376e-abc5-48e9-886c-2d68a37af63d'}] {{(pid=98445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:34:05.208642 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b59e66-34e5-45e9-9759-ddce3b7c91c1 None None] Attempting to bind port 2b7f73c6-57a4-459e-932c-ea9dfc25d1d2 on network b014376e-abc5-48e9-886c-2d68a37af63d {{(pid=98445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:34:05.214450 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG oslo_concurrency.lockutils [None req-06cfce19-bc7c-4dda-8f92-ba72f119b8db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=98445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:34:05.217648 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b59e66-34e5-45e9-9759-ddce3b7c91c1 None None] Checking agent: {'id': '54e7e3e0-9dc4-46e7-99bd-8d5ea4dab531', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 33, 27), 'started_at': datetime.datetime(2021, 5, 31, 11, 33, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:34:05.218061 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b59e66-34e5-45e9-9759-ddce3b7c91c1 None None] Checking segment: {'id': 'f939d908-4d1f-48ff-af0b-8da7ffdc111b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'b014376e-abc5-48e9-886c-2d68a37af63d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:34:05.218500 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron_lib.callbacks.manager [None req-34b59e66-34e5-45e9-9759-ddce3b7c91c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:34:05.218920 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b59e66-34e5-45e9-9759-ddce3b7c91c1 None None] Bound using segment: {'id': 'f939d908-4d1f-48ff-af0b-8da7ffdc111b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'b014376e-abc5-48e9-886c-2d68a37af63d'} {{(pid=98445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:34:05.219488 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.plugins.ml2.managers [None req-34b59e66-34e5-45e9-9759-ddce3b7c91c1 None None] Bound port: 2b7f73c6-57a4-459e-932c-ea9dfc25d1d2, host: dv-cinder-786383-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f939d908-4d1f-48ff-af0b-8da7ffdc111b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 677, 'network_id': 'b014376e-abc5-48e9-886c-2d68a37af63d'}}] {{(pid=98445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:34:05.219859 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron_lib.callbacks.manager [None req-34b59e66-34e5-45e9-9759-ddce3b7c91c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:34:05.312677 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.plugins.ml2.db [None req-34b59e66-34e5-45e9-9759-ddce3b7c91c1 None None] For port 2b7f73c6-57a4-459e-932c-ea9dfc25d1d2, host dv-cinder-786383-7-smb, cleared binding levels {{(pid=98445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:34:05.319066 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.plugins.ml2.db [None req-34b59e66-34e5-45e9-9759-ddce3b7c91c1 None None] For port 2b7f73c6-57a4-459e-932c-ea9dfc25d1d2, host dv-cinder-786383-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-smb',level=0,port_id=2b7f73c6-57a4-459e-932c-ea9dfc25d1d2,segment=NetworkSegment(f939d908-4d1f-48ff-af0b-8da7ffdc111b),segment_id=f939d908-4d1f-48ff-af0b-8da7ffdc111b)] {{(pid=98445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:34:05.324242 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron_lib.callbacks.manager [None req-34b59e66-34e5-45e9-9759-ddce3b7c91c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:34:05.329402 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:34:05.403709 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b59e66-34e5-45e9-9759-ddce3b7c91c1 None None] Routers {'97781c06-db3a-42a3-8f20-d343fa4c57ec'} bound to L3 agent in host dv-cinder-786383-7-smb {{(pid=98445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:34:05.404379 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_hamode_db [None req-34b59e66-34e5-45e9-9759-ddce3b7c91c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-31T11:33:28Z,description=,heartbeat_timestamp=2021-05-31T11:33:58Z,host='dv-cinder-786383-7-smb',id=18500941-09fe-4120-b40f-cc1049bfe169,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:33:28Z,topic='l3_agent')) {'router_ids': ['97781c06-db3a-42a3-8f20-d343fa4c57ec'], 'active': True} {{(pid=98445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:34:05.569109 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cfce19-bc7c-4dda-8f92-ba72f119b8db None None] Pushing event updated for resources: {'Port': ['ID=2b7f73c6-57a4-459e-932c-ea9dfc25d1d2,revision_number=4']} {{(pid=98445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:34:05.581103 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG oslo_concurrency.lockutils [None req-06cfce19-bc7c-4dda-8f92-ba72f119b8db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=98445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:34:05.608070 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_dvr_db [None req-34b59e66-34e5-45e9-9759-ddce3b7c91c1 None None] Set router 97781c06-db3a-42a3-8f20-d343fa4c57ec gateway port host: None {{(pid=98445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:34:05.941550 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 54092) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:34:05.960154 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_hamode_db [None req-34b59e66-34e5-45e9-9759-ddce3b7c91c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97781c06-db3a-42a3-8f20-d343fa4c57ec', 'name': 'router1', 'tenant_id': '379142015d604b4897aad0a96e830e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:33:52Z', 'updated_at': '2021-05-31T11:34:02Z', 'revision_number': 2, 'project_id': '379142015d604b4897aad0a96e830e8b', 'gw_port_host': None, '_interfaces': [{'id': '2b7f73c6-57a4-459e-932c-ea9dfc25d1d2', 'name': '', 'network_id': 'b014376e-abc5-48e9-886c-2d68a37af63d', 'tenant_id': '379142015d604b4897aad0a96e830e8b', 'mac_address': 'fa:16:3e:eb:43:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97781c06-db3a-42a3-8f20-d343fa4c57ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2f66e67a-692b-4b96-ace1-3fc0d1c3e3e1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:34:02Z', 'updated_at': '2021-05-31T11:34:05Z', 'revision_number': 4, 'project_id': '379142015d604b4897aad0a96e830e8b', 'subnets': [{'id': '2f66e67a-692b-4b96-ace1-3fc0d1c3e3e1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a44c809-6023-4d04-ade2-d6c2ca16fafe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-smb', False) {} {{(pid=98445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:34:05.966064 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34b59e66-34e5-45e9-9759-ddce3b7c91c1 None None] The sync data for ids ['97781c06-db3a-42a3-8f20-d343fa4c57ec'] in dv-cinder-786383-7-smb is: [{'id': '97781c06-db3a-42a3-8f20-d343fa4c57ec', 'name': 'router1', 'tenant_id': '379142015d604b4897aad0a96e830e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:33:52Z', 'updated_at': '2021-05-31T11:34:02Z', 'revision_number': 2, 'project_id': '379142015d604b4897aad0a96e830e8b', 'gw_port_host': None, '_interfaces': [{'id': '2b7f73c6-57a4-459e-932c-ea9dfc25d1d2', 'name': '', 'network_id': 'b014376e-abc5-48e9-886c-2d68a37af63d', 'tenant_id': '379142015d604b4897aad0a96e830e8b', 'mac_address': 'fa:16:3e:eb:43:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97781c06-db3a-42a3-8f20-d343fa4c57ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2f66e67a-692b-4b96-ace1-3fc0d1c3e3e1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:34:02Z', 'updated_at': '2021-05-31T11:34:05Z', 'revision_number': 4, 'project_id': '379142015d604b4897aad0a96e830e8b', 'subnets': [{'id': '2f66e67a-692b-4b96-ace1-3fc0d1c3e3e1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a44c809-6023-4d04-ade2-d6c2ca16fafe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:34:06.096651 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aaac00a-856c-4ceb-9694-a20f60fdd6c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:34:06.097214 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-1aaac00a-856c-4ceb-9694-a20f60fdd6c6 admin admin] Synchronizing usage tracker for tenant:452f784eefc1440db0ddef3f4b6b03ec on resource:network {{(pid=98443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:34:06.116507 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-1aaac00a-856c-4ceb-9694-a20f60fdd6c6 admin admin] Unset dirty status for tenant:452f784eefc1440db0ddef3f4b6b03ec on resource:network {{(pid=98443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:34:06.118030 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-1aaac00a-856c-4ceb-9694-a20f60fdd6c6 admin admin] 10.222.0.21 "GET /v2.0/networks/21abd7a8-7011-4cfc-9928-6cba34534bd3 HTTP/1.1" status: 200 len: 842 time: 0.1752577 May 31 11:34:06.127571 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.v2.base [None req-a02a592c-84c9-416d-b76c-06a17d7d45f6 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'cidr': '172.28.3.0/24', 'ip_version': 4, 'gateway_ip': '172.28.3.1', 'enable_dhcp': False}} {{(pid=98443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:34:06.132933 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-a02a592c-84c9-416d-b76c-06a17d7d45f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:34:06.137218 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-a02a592c-84c9-416d-b76c-06a17d7d45f6 admin admin] Usage tracker for resource:subnet and tenant:452f784eefc1440db0ddef3f4b6b03ec is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:34:06.140148 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-a02a592c-84c9-416d-b76c-06a17d7d45f6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:34:06.150057 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-a02a592c-84c9-416d-b76c-06a17d7d45f6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:34:06.159985 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a02a592c-84c9-416d-b76c-06a17d7d45f6 admin admin] Made reservation on behalf of 452f784eefc1440db0ddef3f4b6b03ec for: {'subnet': 1} {{(pid=98443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:34:06.162337 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-a02a592c-84c9-416d-b76c-06a17d7d45f6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:34:06.597557 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.objects.ports [None req-a02a592c-84c9-416d-b76c-06a17d7d45f6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=98443) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 31 11:34:06.597811 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-a02a592c-84c9-416d-b76c-06a17d7d45f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531'] for subnet, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:34:06.601608 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-0aa88e76-32a3-4963-91c1-e546572fb105 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:34:06.670106 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02a592c-84c9-416d-b76c-06a17d7d45f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5,revision_number=0']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:34:06.673313 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-a02a592c-84c9-416d-b76c-06a17d7d45f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:34:06.679859 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a02a592c-84c9-416d-b76c-06a17d7d45f6 admin admin] Checking segment: {'id': '1ab87b5a-2ab4-41da-bbc3-50466ba34034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:34:06.680172 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02a592c-84c9-416d-b76c-06a17d7d45f6 admin admin] Network hostable DHCP agents. Network: 21abd7a8-7011-4cfc-9928-6cba34534bd3, hostable agents: ['fb962da1-0809-46df-9ec4-203c2f15f643'], hosted agents: [] {{(pid=98443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:34:06.700351 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02a592c-84c9-416d-b76c-06a17d7d45f6 admin admin] Network 21abd7a8-7011-4cfc-9928-6cba34534bd3 is scheduled to be hosted by DHCP agent fb962da1-0809-46df-9ec4-203c2f15f643 with binding_index 1 {{(pid=98443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:34:06.709396 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.base_scheduler [None req-a02a592c-84c9-416d-b76c-06a17d7d45f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-7-smb, 21abd7a8-7011-4cfc-9928-6cba34534bd3) {{(pid=98443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:34:06.714048 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02a592c-84c9-416d-b76c-06a17d7d45f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:34:06.714626 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-a02a592c-84c9-416d-b76c-06a17d7d45f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927509'] for subnet, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:34:06.720554 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c12c20c-41d3-48ab-b756-f56273bf3e3e None None] Network 21abd7a8-7011-4cfc-9928-6cba34534bd3 requested from dv-cinder-786383-7-smb {{(pid=98444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:34:06.750680 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-a02a592c-84c9-416d-b76c-06a17d7d45f6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6124952 May 31 11:34:06.950186 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbc7bd3-cab1-41f5-ab93-75c8cb50c157 None None] Network 21abd7a8-7011-4cfc-9928-6cba34534bd3 requested from dv-cinder-786383-7-smb {{(pid=98444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:34:09.003627 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 54106) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:34:09.236355 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-159ed239-fc32-4051-83d9-48bc84e289e7 admin admin] 10.222.0.21 "GET /v2.0/routers/97781c06-db3a-42a3-8f20-d343fa4c57ec HTTP/1.1" status: 200 len: 710 time: 0.2316480 May 31 11:34:09.372498 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device 2b7f73c6-57a4-459e-932c-ea9dfc25d1d2 up at agent ovs-agent-dv-cinder-786383-7-smb {{(pid=98444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:34:09.403309 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ef19c8-acb8-43a4-9e88-b5be525bcdaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:34:09.409025 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-48ef19c8-acb8-43a4-9e88-b5be525bcdaf admin admin] 10.222.0.21 "GET /v2.0/networks/21abd7a8-7011-4cfc-9928-6cba34534bd3 HTTP/1.1" status: 200 len: 886 time: 0.1627729 May 31 11:34:09.414118 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.v2.base [None req-715a1ec0-f6c8-4c1b-b1c5-d02a7aa9f062 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3'}}} {{(pid=98442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:34:09.443203 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Provisioning for port 2b7f73c6-57a4-459e-932c-ea9dfc25d1d2 completed by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:34:09.448460 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Provisioning complete for port 2b7f73c6-57a4-459e-932c-ea9dfc25d1d2 triggered by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:34:09.448830 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:34:09.573945 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:34:09.611382 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] For port 2b7f73c6-57a4-459e-932c-ea9dfc25d1d2, host dv-cinder-786383-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-smb',level=0,port_id=2b7f73c6-57a4-459e-932c-ea9dfc25d1d2,segment=NetworkSegment(f939d908-4d1f-48ff-af0b-8da7ffdc111b),segment_id=f939d908-4d1f-48ff-af0b-8da7ffdc111b)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:34:09.615480 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:34:09.617725 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-e4523185-ce32-4dbc-a59f-6cab6c807932 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:34:09.706552 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Pushing event updated for resources: {'Port': ['ID=2b7f73c6-57a4-459e-932c-ea9dfc25d1d2,revision_number=5']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:34:09.709805 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:34:09.894727 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-715a1ec0-f6c8-4c1b-b1c5-d02a7aa9f062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8365382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8360334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-736'] for router, precommit_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:34:10.244944 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-715a1ec0-f6c8-4c1b-b1c5-d02a7aa9f062 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:34:10.312667 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-715a1ec0-f6c8-4c1b-b1c5-d02a7aa9f062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:34:10.461275 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.db_base_plugin_common [None req-715a1ec0-f6c8-4c1b-b1c5-d02a7aa9f062 admin admin] Allocated IP 172.28.3.88 (21abd7a8-7011-4cfc-9928-6cba34534bd3/fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5/48d7783c-b3d0-4303-a907-c2cc30c74a26) {{(pid=98442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:34:10.623809 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-715a1ec0-f6c8-4c1b-b1c5-d02a7aa9f062 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:34:10.686156 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-715a1ec0-f6c8-4c1b-b1c5-d02a7aa9f062 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781593114058'] for port, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:34:10.691947 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:34:10.736503 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715a1ec0-f6c8-4c1b-b1c5-d02a7aa9f062 admin admin] Network 21abd7a8-7011-4cfc-9928-6cba34534bd3 is already hosted by enough agents. {{(pid=98442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:34:10.737566 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.base_scheduler [None req-715a1ec0-f6c8-4c1b-b1c5-d02a7aa9f062 admin admin] Resources bound (agent type, host, resource id): {{(pid=98442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:34:10.787380 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715a1ec0-f6c8-4c1b-b1c5-d02a7aa9f062 admin admin] Received port after_create {{(pid=98442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:34:10.901880 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715a1ec0-f6c8-4c1b-b1c5-d02a7aa9f062 admin admin] Pushing event updated for resources: {'Port': ['ID=48d7783c-b3d0-4303-a907-c2cc30c74a26,revision_number=1']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:34:10.960035 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715a1ec0-f6c8-4c1b-b1c5-d02a7aa9f062 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:34:10.960403 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715a1ec0-f6c8-4c1b-b1c5-d02a7aa9f062 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:34:10.960811 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715a1ec0-f6c8-4c1b-b1c5-d02a7aa9f062 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:34:10.961230 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715a1ec0-f6c8-4c1b-b1c5-d02a7aa9f062 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:34:10.961544 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715a1ec0-f6c8-4c1b-b1c5-d02a7aa9f062 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:34:10.961861 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715a1ec0-f6c8-4c1b-b1c5-d02a7aa9f062 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:34:10.962164 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715a1ec0-f6c8-4c1b-b1c5-d02a7aa9f062 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:34:10.962470 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715a1ec0-f6c8-4c1b-b1c5-d02a7aa9f062 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:34:10.962802 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715a1ec0-f6c8-4c1b-b1c5-d02a7aa9f062 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:34:10.963083 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715a1ec0-f6c8-4c1b-b1c5-d02a7aa9f062 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:34:10.963404 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715a1ec0-f6c8-4c1b-b1c5-d02a7aa9f062 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:34:10.963703 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715a1ec0-f6c8-4c1b-b1c5-d02a7aa9f062 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:34:10.964809 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-715a1ec0-f6c8-4c1b-b1c5-d02a7aa9f062 admin admin] Tracked resource versions report: May 31 11:34:10.964809 dv-cinder-786383-7-smb neutron-server[98442]: pushed versions: May 31 11:34:10.964809 dv-cinder-786383-7-smb neutron-server[98442]: { 'AddressGroup': {'1.2'}, May 31 11:34:10.964809 dv-cinder-786383-7-smb neutron-server[98442]: 'ConntrackHelper': {'1.0'}, May 31 11:34:10.964809 dv-cinder-786383-7-smb neutron-server[98442]: 'Log': {'1.0'}, May 31 11:34:10.964809 dv-cinder-786383-7-smb neutron-server[98442]: 'Network': {'1.1'}, May 31 11:34:10.964809 dv-cinder-786383-7-smb neutron-server[98442]: 'Port': {'1.7'}, May 31 11:34:10.964809 dv-cinder-786383-7-smb neutron-server[98442]: 'PortForwarding': {'1.2'}, May 31 11:34:10.964809 dv-cinder-786383-7-smb neutron-server[98442]: 'QosPolicy': {'1.8'}, May 31 11:34:10.964809 dv-cinder-786383-7-smb neutron-server[98442]: 'SecurityGroup': {'1.4'}, May 31 11:34:10.964809 dv-cinder-786383-7-smb neutron-server[98442]: 'SecurityGroupRule': {'1.2'}, May 31 11:34:10.964809 dv-cinder-786383-7-smb neutron-server[98442]: 'SubPort': {'1.0'}, May 31 11:34:10.964809 dv-cinder-786383-7-smb neutron-server[98442]: 'Subnet': {'1.1'}, May 31 11:34:10.964809 dv-cinder-786383-7-smb neutron-server[98442]: 'Trunk': {'1.1'}} May 31 11:34:10.964809 dv-cinder-786383-7-smb neutron-server[98442]: consumer versions: May 31 11:34:10.964809 dv-cinder-786383-7-smb neutron-server[98442]: { DHCP agent@dv-cinder-786383-7-smb: {}, May 31 11:34:10.964809 dv-cinder-786383-7-smb neutron-server[98442]: L3 agent@dv-cinder-786383-7-smb: {}, May 31 11:34:10.964809 dv-cinder-786383-7-smb neutron-server[98442]: Metadata agent@dv-cinder-786383-7-smb: {}, May 31 11:34:10.964809 dv-cinder-786383-7-smb neutron-server[98442]: Metering agent@dv-cinder-786383-7-smb: {}, May 31 11:34:10.964809 dv-cinder-786383-7-smb neutron-server[98442]: Open vSwitch agent@dv-cinder-786383-7-smb: { 'AddressGroup': '1.2', May 31 11:34:10.964809 dv-cinder-786383-7-smb neutron-server[98442]: 'ConntrackHelper': '1.0', May 31 11:34:10.964809 dv-cinder-786383-7-smb neutron-server[98442]: 'Log': '1.0', May 31 11:34:10.964809 dv-cinder-786383-7-smb neutron-server[98442]: 'Network': '1.1', May 31 11:34:10.964809 dv-cinder-786383-7-smb neutron-server[98442]: 'Port': '1.7', May 31 11:34:10.964809 dv-cinder-786383-7-smb neutron-server[98442]: 'PortForwarding': '1.2', May 31 11:34:10.964809 dv-cinder-786383-7-smb neutron-server[98442]: 'QosPolicy': '1.8', May 31 11:34:10.964809 dv-cinder-786383-7-smb neutron-server[98442]: 'SecurityGroup': '1.4', May 31 11:34:10.964809 dv-cinder-786383-7-smb neutron-server[98442]: 'SecurityGroupRule': '1.2', May 31 11:34:10.964809 dv-cinder-786383-7-smb neutron-server[98442]: 'SubPort': '1.0', May 31 11:34:10.964809 dv-cinder-786383-7-smb neutron-server[98442]: 'Subnet': '1.1', May 31 11:34:10.964809 dv-cinder-786383-7-smb neutron-server[98442]: 'Trunk': '1.1'}} May 31 11:34:10.964809 dv-cinder-786383-7-smb neutron-server[98442]: {{(pid=98442) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 11:34:10.971100 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-715a1ec0-f6c8-4c1b-b1c5-d02a7aa9f062 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:34:11.223569 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-715a1ec0-f6c8-4c1b-b1c5-d02a7aa9f062 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:34:11.345272 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device 2b7f73c6-57a4-459e-932c-ea9dfc25d1d2 up at agent ovs-agent-dv-cinder-786383-7-smb {{(pid=98444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:34:11.415961 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Provisioning complete for port 2b7f73c6-57a4-459e-932c-ea9dfc25d1d2 triggered by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:34:11.416333 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:34:11.568135 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-715a1ec0-f6c8-4c1b-b1c5-d02a7aa9f062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8365382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8360334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-736'] for router, precommit_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:34:11.572215 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-715a1ec0-f6c8-4c1b-b1c5-d02a7aa9f062 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8365317', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8365389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8365324', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8360344'] for router, after_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:34:11.755567 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-715a1ec0-f6c8-4c1b-b1c5-d02a7aa9f062 admin admin] Router 97781c06-db3a-42a3-8f20-d343fa4c57ec has already been hosted by L3 agent 18500941-09fe-4120-b40f-cc1049bfe169 {{(pid=98442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:34:11.940208 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-715a1ec0-f6c8-4c1b-b1c5-d02a7aa9f062 admin admin] Notify agent at l3_agent.dv-cinder-786383-7-smb the message routers_updated {{(pid=98442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:34:11.949888 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-715a1ec0-f6c8-4c1b-b1c5-d02a7aa9f062 admin admin] Notify callbacks [] for router, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:34:11.954709 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bd7322-74c0-434e-8788-94212b747f6a None None] Sync routers for ids ['97781c06-db3a-42a3-8f20-d343fa4c57ec'] in dv-cinder-786383-7-smb {{(pid=98444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:34:11.954900 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-715a1ec0-f6c8-4c1b-b1c5-d02a7aa9f062 admin admin] 10.222.0.21 "PUT /v2.0/routers/97781c06-db3a-42a3-8f20-d343fa4c57ec HTTP/1.1" status: 200 len: 889 time: 2.5407321 May 31 11:34:11.962267 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bd7322-74c0-434e-8788-94212b747f6a None None] Routers {'97781c06-db3a-42a3-8f20-d343fa4c57ec'} bound to L3 agent in host dv-cinder-786383-7-smb {{(pid=98444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:34:11.963012 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_hamode_db [None req-60bd7322-74c0-434e-8788-94212b747f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-31T11:33:28Z,description=,heartbeat_timestamp=2021-05-31T11:33:58Z,host='dv-cinder-786383-7-smb',id=18500941-09fe-4120-b40f-cc1049bfe169,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:33:28Z,topic='l3_agent')) {'router_ids': ['97781c06-db3a-42a3-8f20-d343fa4c57ec'], 'active': True} {{(pid=98444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:34:12.161563 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvr_db [None req-60bd7322-74c0-434e-8788-94212b747f6a None None] Set router 97781c06-db3a-42a3-8f20-d343fa4c57ec gateway port host: dv-cinder-786383-7-smb {{(pid=98444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:34:12.520683 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_hamode_db [None req-60bd7322-74c0-434e-8788-94212b747f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97781c06-db3a-42a3-8f20-d343fa4c57ec', 'name': 'router1', 'tenant_id': '379142015d604b4897aad0a96e830e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.88'}], 'enable_snat': True}, 'gw_port_id': '48d7783c-b3d0-4303-a907-c2cc30c74a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:33:52Z', 'updated_at': '2021-05-31T11:34:11Z', 'revision_number': 4, 'project_id': '379142015d604b4897aad0a96e830e8b', 'gw_port': {'id': '48d7783c-b3d0-4303-a907-c2cc30c74a26', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:56:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97781c06-db3a-42a3-8f20-d343fa4c57ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:34:10Z', 'updated_at': '2021-05-31T11:34:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb', '_interfaces': [{'id': '2b7f73c6-57a4-459e-932c-ea9dfc25d1d2', 'name': '', 'network_id': 'b014376e-abc5-48e9-886c-2d68a37af63d', 'tenant_id': '379142015d604b4897aad0a96e830e8b', 'mac_address': 'fa:16:3e:eb:43:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97781c06-db3a-42a3-8f20-d343fa4c57ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2f66e67a-692b-4b96-ace1-3fc0d1c3e3e1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:34:02Z', 'updated_at': '2021-05-31T11:34:09Z', 'revision_number': 5, 'project_id': '379142015d604b4897aad0a96e830e8b', 'subnets': [{'id': '2f66e67a-692b-4b96-ace1-3fc0d1c3e3e1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a44c809-6023-4d04-ade2-d6c2ca16fafe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-smb', False) {} {{(pid=98444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:34:12.525870 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bd7322-74c0-434e-8788-94212b747f6a None None] Checking router: 97781c06-db3a-42a3-8f20-d343fa4c57ec for host: dv-cinder-786383-7-smb {{(pid=98444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:34:12.526256 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bd7322-74c0-434e-8788-94212b747f6a None None] Updating router 97781c06-db3a-42a3-8f20-d343fa4c57ec port 48d7783c-b3d0-4303-a907-c2cc30c74a26 binding host dv-cinder-786383-7-smb {{(pid=98444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 11:34:12.579822 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-60bd7322-74c0-434e-8788-94212b747f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:34:12.910585 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-60bd7322-74c0-434e-8788-94212b747f6a None None] Notify callbacks [] for port, precommit_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:34:12.923040 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-60bd7322-74c0-434e-8788-94212b747f6a None None] Transition to ACTIVE for port object 48d7783c-b3d0-4303-a907-c2cc30c74a26 will not be triggered until provisioned by entity L2. {{(pid=98444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:34:12.930325 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-60bd7322-74c0-434e-8788-94212b747f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:34:12.934710 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:34:13.010675 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.managers [None req-60bd7322-74c0-434e-8788-94212b747f6a None None] Attempting to bind port 48d7783c-b3d0-4303-a907-c2cc30c74a26 on host dv-cinder-786383-7-smb for vnic_type normal with profile {{(pid=98444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:34:13.011073 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.managers [None req-60bd7322-74c0-434e-8788-94212b747f6a None None] Attempting to bind port 48d7783c-b3d0-4303-a907-c2cc30c74a26 by drivers openvswitch,hyperv on host dv-cinder-786383-7-smb at level 0 using segments [{'id': '1ab87b5a-2ab4-41da-bbc3-50466ba34034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3'}] {{(pid=98444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:34:13.011432 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bd7322-74c0-434e-8788-94212b747f6a None None] Attempting to bind port 48d7783c-b3d0-4303-a907-c2cc30c74a26 on network 21abd7a8-7011-4cfc-9928-6cba34534bd3 {{(pid=98444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:34:13.017016 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f903c3-bde9-4d2c-9d57-dcbec693d4f5 None None] Pushing event updated for resources: {'Port': ['ID=48d7783c-b3d0-4303-a907-c2cc30c74a26,revision_number=2']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:34:13.020789 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-b4f903c3-bde9-4d2c-9d57-dcbec693d4f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:34:13.021671 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bd7322-74c0-434e-8788-94212b747f6a None None] Checking agent: {'id': '54e7e3e0-9dc4-46e7-99bd-8d5ea4dab531', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 33, 27), 'started_at': datetime.datetime(2021, 5, 31, 11, 33, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:34:13.022042 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bd7322-74c0-434e-8788-94212b747f6a None None] Checking segment: {'id': '1ab87b5a-2ab4-41da-bbc3-50466ba34034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:34:13.022483 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-60bd7322-74c0-434e-8788-94212b747f6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:34:13.022971 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60bd7322-74c0-434e-8788-94212b747f6a None None] Bound using segment: {'id': '1ab87b5a-2ab4-41da-bbc3-50466ba34034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3'} {{(pid=98444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:34:13.023377 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.managers [None req-60bd7322-74c0-434e-8788-94212b747f6a None None] Bound port: 48d7783c-b3d0-4303-a907-c2cc30c74a26, host: dv-cinder-786383-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ab87b5a-2ab4-41da-bbc3-50466ba34034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3'}}] {{(pid=98444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:34:13.023748 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-60bd7322-74c0-434e-8788-94212b747f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:34:13.095159 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-60bd7322-74c0-434e-8788-94212b747f6a None None] For port 48d7783c-b3d0-4303-a907-c2cc30c74a26, host dv-cinder-786383-7-smb, cleared binding levels {{(pid=98444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:34:13.098131 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-60bd7322-74c0-434e-8788-94212b747f6a None None] For port 48d7783c-b3d0-4303-a907-c2cc30c74a26, host dv-cinder-786383-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-smb',level=0,port_id=48d7783c-b3d0-4303-a907-c2cc30c74a26,segment=NetworkSegment(1ab87b5a-2ab4-41da-bbc3-50466ba34034),segment_id=1ab87b5a-2ab4-41da-bbc3-50466ba34034)] {{(pid=98444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:34:13.104721 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-60bd7322-74c0-434e-8788-94212b747f6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:34:13.108686 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-b4f903c3-bde9-4d2c-9d57-dcbec693d4f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:34:13.185906 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bd7322-74c0-434e-8788-94212b747f6a None None] Routers {'97781c06-db3a-42a3-8f20-d343fa4c57ec'} bound to L3 agent in host dv-cinder-786383-7-smb {{(pid=98444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:34:13.186521 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_hamode_db [None req-60bd7322-74c0-434e-8788-94212b747f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-31T11:33:28Z,description=,heartbeat_timestamp=2021-05-31T11:33:58Z,host='dv-cinder-786383-7-smb',id=18500941-09fe-4120-b40f-cc1049bfe169,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:33:28Z,topic='l3_agent')) {'router_ids': ['97781c06-db3a-42a3-8f20-d343fa4c57ec'], 'active': True} {{(pid=98444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:34:13.232614 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f903c3-bde9-4d2c-9d57-dcbec693d4f5 None None] Pushing event updated for resources: {'Port': ['ID=48d7783c-b3d0-4303-a907-c2cc30c74a26,revision_number=3']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:34:13.243433 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-b4f903c3-bde9-4d2c-9d57-dcbec693d4f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:34:13.400677 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvr_db [None req-60bd7322-74c0-434e-8788-94212b747f6a None None] Set router 97781c06-db3a-42a3-8f20-d343fa4c57ec gateway port host: dv-cinder-786383-7-smb {{(pid=98444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:34:13.733312 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_hamode_db [None req-60bd7322-74c0-434e-8788-94212b747f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97781c06-db3a-42a3-8f20-d343fa4c57ec', 'name': 'router1', 'tenant_id': '379142015d604b4897aad0a96e830e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.88'}], 'enable_snat': True}, 'gw_port_id': '48d7783c-b3d0-4303-a907-c2cc30c74a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:33:52Z', 'updated_at': '2021-05-31T11:34:11Z', 'revision_number': 4, 'project_id': '379142015d604b4897aad0a96e830e8b', 'gw_port': {'id': '48d7783c-b3d0-4303-a907-c2cc30c74a26', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:56:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97781c06-db3a-42a3-8f20-d343fa4c57ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:34:10Z', 'updated_at': '2021-05-31T11:34:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb', '_interfaces': [{'id': '2b7f73c6-57a4-459e-932c-ea9dfc25d1d2', 'name': '', 'network_id': 'b014376e-abc5-48e9-886c-2d68a37af63d', 'tenant_id': '379142015d604b4897aad0a96e830e8b', 'mac_address': 'fa:16:3e:eb:43:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97781c06-db3a-42a3-8f20-d343fa4c57ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2f66e67a-692b-4b96-ace1-3fc0d1c3e3e1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:34:02Z', 'updated_at': '2021-05-31T11:34:09Z', 'revision_number': 5, 'project_id': '379142015d604b4897aad0a96e830e8b', 'subnets': [{'id': '2f66e67a-692b-4b96-ace1-3fc0d1c3e3e1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a44c809-6023-4d04-ade2-d6c2ca16fafe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-smb', False) {} {{(pid=98444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:34:13.737855 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bd7322-74c0-434e-8788-94212b747f6a None None] The sync data for ids ['97781c06-db3a-42a3-8f20-d343fa4c57ec'] in dv-cinder-786383-7-smb is: [{'id': '97781c06-db3a-42a3-8f20-d343fa4c57ec', 'name': 'router1', 'tenant_id': '379142015d604b4897aad0a96e830e8b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.88'}], 'enable_snat': True}, 'gw_port_id': '48d7783c-b3d0-4303-a907-c2cc30c74a26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:33:52Z', 'updated_at': '2021-05-31T11:34:11Z', 'revision_number': 4, 'project_id': '379142015d604b4897aad0a96e830e8b', 'gw_port': {'id': '48d7783c-b3d0-4303-a907-c2cc30c74a26', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:56:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97781c06-db3a-42a3-8f20-d343fa4c57ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:34:10Z', 'updated_at': '2021-05-31T11:34:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb', '_interfaces': [{'id': '2b7f73c6-57a4-459e-932c-ea9dfc25d1d2', 'name': '', 'network_id': 'b014376e-abc5-48e9-886c-2d68a37af63d', 'tenant_id': '379142015d604b4897aad0a96e830e8b', 'mac_address': 'fa:16:3e:eb:43:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97781c06-db3a-42a3-8f20-d343fa4c57ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '2f66e67a-692b-4b96-ace1-3fc0d1c3e3e1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:34:02Z', 'updated_at': '2021-05-31T11:34:09Z', 'revision_number': 5, 'project_id': '379142015d604b4897aad0a96e830e8b', 'subnets': [{'id': '2f66e67a-692b-4b96-ace1-3fc0d1c3e3e1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9a44c809-6023-4d04-ade2-d6c2ca16fafe'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:34:14.287476 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 54120) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:34:14.422717 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-444e6a9e-736d-4ed1-bd3f-a5ac9c591137 admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1237509 May 31 11:34:15.394259 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device 48d7783c-b3d0-4303-a907-c2cc30c74a26 up at agent ovs-agent-dv-cinder-786383-7-smb {{(pid=98444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:34:15.481329 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Provisioning for port 48d7783c-b3d0-4303-a907-c2cc30c74a26 completed by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:34:15.486142 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Provisioning complete for port 48d7783c-b3d0-4303-a907-c2cc30c74a26 triggered by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:34:15.486537 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:34:15.603849 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:34:15.620071 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] For port 48d7783c-b3d0-4303-a907-c2cc30c74a26, host dv-cinder-786383-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-smb',level=0,port_id=48d7783c-b3d0-4303-a907-c2cc30c74a26,segment=NetworkSegment(1ab87b5a-2ab4-41da-bbc3-50466ba34034),segment_id=1ab87b5a-2ab4-41da-bbc3-50466ba34034)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:34:15.625685 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:34:15.628007 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:34:15.693753 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Pushing event updated for resources: {'Port': ['ID=48d7783c-b3d0-4303-a907-c2cc30c74a26,revision_number=4']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:34:15.697161 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:34:17.367851 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device 48d7783c-b3d0-4303-a907-c2cc30c74a26 up at agent ovs-agent-dv-cinder-786383-7-smb {{(pid=98444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:34:17.456811 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Provisioning complete for port 48d7783c-b3d0-4303-a907-c2cc30c74a26 triggered by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:34:17.457127 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:34:17.572519 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.agents_db [None req-9d677285-078d-4c88-aefd-aa7dfcc00faf None None] Agent healthcheck: found 5 active agents {{(pid=98445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:34:24.730830 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-66c1c51e-6b40-4066-88f2-9a7341ed163f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:34:27.509466 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:34:27.767056 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-ebb5dc7f-855d-4ba7-8589-2ed73faa4c95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:34:28.376250 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-a91c5e8e-8952-4db6-a598-6e76e849b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:34:30.097763 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-9fdf87ec-5ce8-4616-9e32-e9b9d10b7557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:34:54.574511 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.agents_db [None req-9d677285-078d-4c88-aefd-aa7dfcc00faf None None] Agent healthcheck: found 5 active agents {{(pid=98445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:34:54.729891 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-1c47aa53-7473-4c05-9d30-a3e46a5f2cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:34:57.516094 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:34:57.760469 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-d4b7f873-b473-4991-83ad-91f2c488a82c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:34:58.377097 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-a91c5e8e-8952-4db6-a598-6e76e849b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:35:00.096992 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-9fdf87ec-5ce8-4616-9e32-e9b9d10b7557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:35:24.727697 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-8bdbf209-9523-4263-8e96-640b594167ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:35:27.514724 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:35:27.764535 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-2d2c3098-3b0e-481e-b95d-6c9873da8774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:35:28.384510 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-a91c5e8e-8952-4db6-a598-6e76e849b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:35:30.106213 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-9fdf87ec-5ce8-4616-9e32-e9b9d10b7557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:35:31.574613 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.agents_db [None req-9d677285-078d-4c88-aefd-aa7dfcc00faf None None] Agent healthcheck: found 5 active agents {{(pid=98445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:35:49.884589 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 54690) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:35:49.961154 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbfa343f-0cfe-4ec4-9cba-e8c1753f8915 admin admin] GET failed (client error): The resource could not be found. May 31 11:35:49.962450 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-dbfa343f-0cfe-4ec4-9cba-e8c1753f8915 admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0765612 May 31 11:35:50.103565 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d937b7-e3ae-4610-a3dd-4c1c34c94006 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:35:50.105032 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-07d937b7-e3ae-4610-a3dd-4c1c34c94006 admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1366873 May 31 11:35:52.230439 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 54700) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:35:52.367501 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bd3e5c-ffdd-47a4-be63-61f983fb70e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:35:52.368054 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-a7bd3e5c-ffdd-47a4-be63-61f983fb70e6 admin admin] Synchronizing usage tracker for tenant:452f784eefc1440db0ddef3f4b6b03ec on resource:subnet {{(pid=98443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:35:52.385587 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-a7bd3e5c-ffdd-47a4-be63-61f983fb70e6 admin admin] Unset dirty status for tenant:452f784eefc1440db0ddef3f4b6b03ec on resource:subnet {{(pid=98443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:35:52.386820 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-a7bd3e5c-ffdd-47a4-be63-61f983fb70e6 admin admin] 10.222.0.21 "GET /v2.0/subnets/2f66e67a-692b-4b96-ace1-3fc0d1c3e3e1 HTTP/1.1" status: 200 len: 849 time: 0.1553812 May 31 11:35:52.396452 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.v2.base [None req-9b77719d-f3e5-4621-b81e-27cad78484a6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=98443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:35:52.537613 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-9b77719d-f3e5-4621-b81e-27cad78484a6 admin admin] Notify callbacks [] for subnet, before_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:35:52.755558 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-9b77719d-f3e5-4621-b81e-27cad78484a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781593493917'] for subnet, after_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:35:52.761564 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:35:52.805540 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b77719d-f3e5-4621-b81e-27cad78484a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:35:52.806623 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-9b77719d-f3e5-4621-b81e-27cad78484a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927509'] for subnet, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:35:52.808649 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-9b77719d-f3e5-4621-b81e-27cad78484a6 admin admin] 10.222.0.21 "PUT /v2.0/subnets/2f66e67a-692b-4b96-ace1-3fc0d1c3e3e1 HTTP/1.1" status: 200 len: 868 time: 0.4159861 May 31 11:35:52.813942 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865ace91-b369-4b75-98f8-1718f33cabb8 None None] Network b014376e-abc5-48e9-886c-2d68a37af63d requested from dv-cinder-786383-7-smb {{(pid=98444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:35:52.838611 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b77719d-f3e5-4621-b81e-27cad78484a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f66e67a-692b-4b96-ace1-3fc0d1c3e3e1,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:35:52.846775 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b77719d-f3e5-4621-b81e-27cad78484a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:35:52.847140 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b77719d-f3e5-4621-b81e-27cad78484a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:35:52.847457 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b77719d-f3e5-4621-b81e-27cad78484a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:35:52.847791 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b77719d-f3e5-4621-b81e-27cad78484a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:35:52.848117 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b77719d-f3e5-4621-b81e-27cad78484a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:35:52.848444 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b77719d-f3e5-4621-b81e-27cad78484a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:35:52.848830 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b77719d-f3e5-4621-b81e-27cad78484a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:35:52.849157 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b77719d-f3e5-4621-b81e-27cad78484a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:35:52.849502 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b77719d-f3e5-4621-b81e-27cad78484a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:35:52.849830 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b77719d-f3e5-4621-b81e-27cad78484a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:35:52.850284 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b77719d-f3e5-4621-b81e-27cad78484a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:35:52.850606 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b77719d-f3e5-4621-b81e-27cad78484a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:35:52.854469 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-9b77719d-f3e5-4621-b81e-27cad78484a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:35:53.301134 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-a9428373-c134-4bec-bfa5-db543662f482 None None] Provisioning complete for port 2b7f73c6-57a4-459e-932c-ea9dfc25d1d2 triggered by entity DHCP. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:35:53.301506 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-a9428373-c134-4bec-bfa5-db543662f482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:35:53.452454 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-a9428373-c134-4bec-bfa5-db543662f482 None None] Provisioning complete for port 90beb9dd-882f-4898-98c9-fc9f41aa963a triggered by entity DHCP. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:35:53.452820 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-a9428373-c134-4bec-bfa5-db543662f482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:35:54.721928 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-3691f8ae-d4e7-4344-9626-fd85327c5fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:35:54.963917 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 54710) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:35:55.174085 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fbb73e-0d9c-426a-8e66-a84f2d71e6a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:35:55.174451 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fbb73e-0d9c-426a-8e66-a84f2d71e6a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:35:55.176034 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-09fbb73e-0d9c-426a-8e66-a84f2d71e6a5 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2108271 May 31 11:35:57.301424 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 54720) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:35:57.499970 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ea3885-906c-421d-ab56-1d89e849376b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:35:57.500474 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ea3885-906c-421d-ab56-1d89e849376b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:35:57.502815 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-d3ea3885-906c-421d-ab56-1d89e849376b admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2002215 May 31 11:35:57.518815 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:35:57.768918 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-0f239964-9e58-4265-b864-5944f60ddd61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:35:58.382546 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-a91c5e8e-8952-4db6-a598-6e76e849b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:35:59.612659 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 54730) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:35:59.844377 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19e7f7b-0dfe-4269-85df-fa1df4d7d4e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:35:59.846014 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-d19e7f7b-0dfe-4269-85df-fa1df4d7d4e7 admin admin] 10.222.0.21 "GET /v2.0/networks/21abd7a8-7011-4cfc-9928-6cba34534bd3 HTTP/1.1" status: 200 len: 886 time: 0.2321916 May 31 11:36:00.109809 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-9fdf87ec-5ce8-4616-9e32-e9b9d10b7557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:36:01.980260 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 54740) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:36:02.173015 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23017f58-ea3a-433b-aa9b-c9cde06a7808 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:36:02.174401 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-23017f58-ea3a-433b-aa9b-c9cde06a7808 admin admin] 10.222.0.21 "GET /v2.0/networks/b014376e-abc5-48e9-886c-2d68a37af63d HTTP/1.1" status: 200 len: 869 time: 0.1929967 May 31 11:36:04.288661 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 54750) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:36:04.410149 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbe16e0-e86c-4323-a8ff-374670811afc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:36:04.410620 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dbe16e0-e86c-4323-a8ff-374670811afc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:36:04.412187 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-6dbe16e0-e86c-4323-a8ff-374670811afc admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1225777 May 31 11:36:06.533290 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 54760) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:36:06.657864 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60292d4f-105f-4192-af72-f4a4b7d0b3eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:36:06.658474 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60292d4f-105f-4192-af72-f4a4b7d0b3eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:36:06.659929 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-60292d4f-105f-4192-af72-f4a4b7d0b3eb admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1250770 May 31 11:36:08.573465 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.agents_db [None req-9d677285-078d-4c88-aefd-aa7dfcc00faf None None] Agent healthcheck: found 5 active agents {{(pid=98445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:36:08.785093 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 54770) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:36:08.943785 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b308b27f-4b2f-4643-9d65-e6574b768164 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:36:08.945137 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-b308b27f-4b2f-4643-9d65-e6574b768164 admin admin] 10.222.0.21 "GET /v2.0/subnets/2f66e67a-692b-4b96-ace1-3fc0d1c3e3e1 HTTP/1.1" status: 200 len: 868 time: 0.1587348 May 31 11:36:11.091255 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 54780) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:36:11.212027 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8739fd8e-aa9f-4ae0-92d5-d32a6a509633 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:36:11.213386 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-8739fd8e-aa9f-4ae0-92d5-d32a6a509633 admin admin] 10.222.0.21 "GET /v2.0/subnets/fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5 HTTP/1.1" status: 200 len: 816 time: 0.1211731 May 31 11:36:24.727339 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-1734755b-42ca-4a68-9a48-31eeb7bcaeee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:36:27.521245 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:36:27.772559 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-16ffb219-de6c-4abf-b0fa-e5045ac121f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:36:28.387433 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-a91c5e8e-8952-4db6-a598-6e76e849b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:36:30.113231 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-9fdf87ec-5ce8-4616-9e32-e9b9d10b7557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:36:34.649861 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 54824) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:36:34.712629 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [None req-91b2c059-4d48-4881-8417-c240f577e0b4 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=98442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 11:36:34.714219 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-91b2c059-4d48-4881-8417-c240f577e0b4 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0628111 May 31 11:36:36.977929 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 54834) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:36:37.060158 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.pecan_wsgi.hooks.translation [None req-aea7f3b9-d0f0-42ff-a2a8-9b7351f0455c admin admin] GET failed (client error): The resource could not be found. May 31 11:36:37.061445 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-aea7f3b9-d0f0-42ff-a2a8-9b7351f0455c admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0822394 May 31 11:36:37.192087 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb0d20b-ff2e-4320-a328-10f5b99c572f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:36:37.193460 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-fcb0d20b-ff2e-4320-a328-10f5b99c572f admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1274447 May 31 11:36:39.360034 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 54844) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:36:39.424087 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.v2.base [None req-94198532-5e9d-4f41-8a13-b9dbad8ba24b admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=98442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:36:39.430873 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-94198532-5e9d-4f41-8a13-b9dbad8ba24b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:36:39.451245 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-94198532-5e9d-4f41-8a13-b9dbad8ba24b admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:36:39.465271 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94198532-5e9d-4f41-8a13-b9dbad8ba24b admin admin] Made reservation on behalf of 452f784eefc1440db0ddef3f4b6b03ec for: {'network': 1} {{(pid=98442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:36:39.467883 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-94198532-5e9d-4f41-8a13-b9dbad8ba24b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-574767'] for network, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:36:39.561728 dv-cinder-786383-7-smb neutron-server[98442]: WARNING neutron.services.revisions.revision_plugin [None req-94198532-5e9d-4f41-8a13-b9dbad8ba24b admin admin] Could not find related network for resource to bump revision. May 31 11:36:39.576224 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94198532-5e9d-4f41-8a13-b9dbad8ba24b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 686} {{(pid=98442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:36:39.590351 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-94198532-5e9d-4f41-8a13-b9dbad8ba24b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781593572325', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654047'] for segment, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:36:39.590954 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-94198532-5e9d-4f41-8a13-b9dbad8ba24b admin admin] Unsubscribe: segment precommit_create {{(pid=98442) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 31 11:36:39.591575 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.db.segments_db [None req-94198532-5e9d-4f41-8a13-b9dbad8ba24b admin admin] Added segment 0df12154-d4d8-4e02-96cc-37c4ef233937 of type vlan for network 6ce8cbf8-bf83-4706-acbd-d5a2ed2d8420 May 31 11:36:39.661841 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-94198532-5e9d-4f41-8a13-b9dbad8ba24b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781593130307'] for network, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:36:39.697598 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-94198532-5e9d-4f41-8a13-b9dbad8ba24b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8325956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7927536'] for network, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:36:39.698910 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94198532-5e9d-4f41-8a13-b9dbad8ba24b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:36:39.699487 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-94198532-5e9d-4f41-8a13-b9dbad8ba24b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927509'] for network, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:36:39.702550 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:36:39.798997 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94198532-5e9d-4f41-8a13-b9dbad8ba24b admin admin] Pushing event updated for resources: {'Network': ['ID=6ce8cbf8-bf83-4706-acbd-d5a2ed2d8420,revision_number=1']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:36:39.803270 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-94198532-5e9d-4f41-8a13-b9dbad8ba24b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4420209 May 31 11:36:39.807146 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94198532-5e9d-4f41-8a13-b9dbad8ba24b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:36:39.807480 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94198532-5e9d-4f41-8a13-b9dbad8ba24b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:36:39.807803 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94198532-5e9d-4f41-8a13-b9dbad8ba24b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:36:39.808118 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94198532-5e9d-4f41-8a13-b9dbad8ba24b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:36:39.808431 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94198532-5e9d-4f41-8a13-b9dbad8ba24b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:36:39.808739 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94198532-5e9d-4f41-8a13-b9dbad8ba24b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:36:39.809047 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94198532-5e9d-4f41-8a13-b9dbad8ba24b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:36:39.809355 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94198532-5e9d-4f41-8a13-b9dbad8ba24b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:36:39.809666 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94198532-5e9d-4f41-8a13-b9dbad8ba24b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:36:39.809973 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94198532-5e9d-4f41-8a13-b9dbad8ba24b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:36:39.810274 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94198532-5e9d-4f41-8a13-b9dbad8ba24b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:36:39.810580 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94198532-5e9d-4f41-8a13-b9dbad8ba24b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:36:39.828436 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-94198532-5e9d-4f41-8a13-b9dbad8ba24b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:36:39.836777 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Network 6ce8cbf8-bf83-4706-acbd-d5a2ed2d8420 details requested by agent ovs-agent-dv-cinder-786383-7-smb with host dv-cinder-786383-7-smb {{(pid=98444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:36:41.982093 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 54854) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:36:42.075263 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f682323-2a7c-4254-93cb-421bde6fc4d4 admin admin] GET failed (client error): The resource could not be found. May 31 11:36:42.075771 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-5f682323-2a7c-4254-93cb-421bde6fc4d4 admin admin] Synchronizing usage tracker for tenant:452f784eefc1440db0ddef3f4b6b03ec on resource:network {{(pid=98442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:36:42.096794 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-5f682323-2a7c-4254-93cb-421bde6fc4d4 admin admin] Unset dirty status for tenant:452f784eefc1440db0ddef3f4b6b03ec on resource:network {{(pid=98442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:36:42.097911 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-5f682323-2a7c-4254-93cb-421bde6fc4d4 admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1147277 May 31 11:36:42.211513 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92dc862e-beec-43af-82c6-d8d42e23b4a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:36:42.212887 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-92dc862e-beec-43af-82c6-d8d42e23b4a2 admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1088715 May 31 11:36:42.222736 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.v2.base [None req-be8bb356-c7f2-4ec7-89c4-a32b63c2167d admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '6ce8cbf8-bf83-4706-acbd-d5a2ed2d8420', 'name': 'shared-subnet'}} {{(pid=98442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:36:42.227935 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-be8bb356-c7f2-4ec7-89c4-a32b63c2167d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:36:42.238334 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-be8bb356-c7f2-4ec7-89c4-a32b63c2167d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:36:42.248291 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be8bb356-c7f2-4ec7-89c4-a32b63c2167d admin admin] Made reservation on behalf of 452f784eefc1440db0ddef3f4b6b03ec for: {'subnet': 1} {{(pid=98442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:36:42.250570 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-be8bb356-c7f2-4ec7-89c4-a32b63c2167d admin admin] Notify callbacks [] for subnet, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:36:42.691271 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-be8bb356-c7f2-4ec7-89c4-a32b63c2167d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531'] for subnet, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:36:42.694908 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:36:42.763688 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8bb356-c7f2-4ec7-89c4-a32b63c2167d admin admin] Pushing event updated for resources: {'Subnet': ['ID=706bdc20-9597-4853-9cbc-304734b8141c,revision_number=0']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:36:42.769160 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-be8bb356-c7f2-4ec7-89c4-a32b63c2167d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:36:42.777033 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8bb356-c7f2-4ec7-89c4-a32b63c2167d admin admin] Checking segment: {'id': '0df12154-d4d8-4e02-96cc-37c4ef233937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '6ce8cbf8-bf83-4706-acbd-d5a2ed2d8420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:36:42.777382 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8bb356-c7f2-4ec7-89c4-a32b63c2167d admin admin] Network hostable DHCP agents. Network: 6ce8cbf8-bf83-4706-acbd-d5a2ed2d8420, hostable agents: ['fb962da1-0809-46df-9ec4-203c2f15f643'], hosted agents: [] {{(pid=98442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:36:42.801578 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8bb356-c7f2-4ec7-89c4-a32b63c2167d admin admin] Network 6ce8cbf8-bf83-4706-acbd-d5a2ed2d8420 is scheduled to be hosted by DHCP agent fb962da1-0809-46df-9ec4-203c2f15f643 with binding_index 1 {{(pid=98442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:36:42.815173 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.base_scheduler [None req-be8bb356-c7f2-4ec7-89c4-a32b63c2167d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-7-smb, 6ce8cbf8-bf83-4706-acbd-d5a2ed2d8420) {{(pid=98442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:36:42.819266 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8bb356-c7f2-4ec7-89c4-a32b63c2167d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:36:42.819861 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-be8bb356-c7f2-4ec7-89c4-a32b63c2167d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927509'] for subnet, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:36:42.825893 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847ee48b-e6d2-4fa5-91c7-15f9e40ee4ca None None] Network 6ce8cbf8-bf83-4706-acbd-d5a2ed2d8420 requested from dv-cinder-786383-7-smb {{(pid=98444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:36:42.845936 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-be8bb356-c7f2-4ec7-89c4-a32b63c2167d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6268497 May 31 11:36:43.063624 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8eab6c-6235-4784-87c5-a2aee34d1a06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4276fea-128f-59c1-aa89-faee38dd1e47-6ce8cbf8-bf83-4706-acbd-d5a2ed2d8420', 'network_id': '6ce8cbf8-bf83-4706-acbd-d5a2ed2d8420', 'tenant_id': '452f784eefc1440db0ddef3f4b6b03ec', 'fixed_ips': [{'subnet_id': '706bdc20-9597-4853-9cbc-304734b8141c'}]}} from dv-cinder-786383-7-smb. {{(pid=98444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 11:36:43.064509 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-9c8eab6c-6235-4784-87c5-a2aee34d1a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_create {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:36:43.226122 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.db_base_plugin_common [None req-9c8eab6c-6235-4784-87c5-a2aee34d1a06 None None] Allocated IP 192.168.233.2 (6ce8cbf8-bf83-4706-acbd-d5a2ed2d8420/706bdc20-9597-4853-9cbc-304734b8141c/ac0f8134-6b1e-469a-b894-a64576f1aa0d) {{(pid=98444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:36:43.446021 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-9c8eab6c-6235-4784-87c5-a2aee34d1a06 None None] Notify callbacks [] for port, precommit_create {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:36:43.456299 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-9c8eab6c-6235-4784-87c5-a2aee34d1a06 None None] Transition to ACTIVE for port object ac0f8134-6b1e-469a-b894-a64576f1aa0d will not be triggered until provisioned by entity L2. {{(pid=98444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:36:43.474986 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-9c8eab6c-6235-4784-87c5-a2aee34d1a06 None None] Transition to ACTIVE for port object ac0f8134-6b1e-469a-b894-a64576f1aa0d will not be triggered until provisioned by entity DHCP. {{(pid=98444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:36:43.481276 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-9c8eab6c-6235-4784-87c5-a2aee34d1a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781593114058'] for port, after_create {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:36:43.486032 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:36:43.550910 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8eab6c-6235-4784-87c5-a2aee34d1a06 None None] Network 6ce8cbf8-bf83-4706-acbd-d5a2ed2d8420 is already hosted by enough agents. {{(pid=98444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:36:43.553764 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.scheduler.base_scheduler [None req-9c8eab6c-6235-4784-87c5-a2aee34d1a06 None None] Resources bound (agent type, host, resource id): {{(pid=98444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:36:43.559997 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8eab6c-6235-4784-87c5-a2aee34d1a06 None None] Received port after_create {{(pid=98444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:36:43.562071 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8eab6c-6235-4784-87c5-a2aee34d1a06 None None] Pushing event updated for resources: {'Port': ['ID=ac0f8134-6b1e-469a-b894-a64576f1aa0d,revision_number=1']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:36:43.596470 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8eab6c-6235-4784-87c5-a2aee34d1a06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:36:43.596799 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8eab6c-6235-4784-87c5-a2aee34d1a06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:36:43.597124 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8eab6c-6235-4784-87c5-a2aee34d1a06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:36:43.597454 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8eab6c-6235-4784-87c5-a2aee34d1a06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:36:43.597754 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8eab6c-6235-4784-87c5-a2aee34d1a06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:36:43.598089 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8eab6c-6235-4784-87c5-a2aee34d1a06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:36:43.598402 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8eab6c-6235-4784-87c5-a2aee34d1a06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:36:43.598747 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8eab6c-6235-4784-87c5-a2aee34d1a06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:36:43.599046 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8eab6c-6235-4784-87c5-a2aee34d1a06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:36:43.599357 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8eab6c-6235-4784-87c5-a2aee34d1a06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:36:43.599679 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8eab6c-6235-4784-87c5-a2aee34d1a06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:36:43.600027 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c8eab6c-6235-4784-87c5-a2aee34d1a06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:36:43.608194 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-9c8eab6c-6235-4784-87c5-a2aee34d1a06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:36:43.666410 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.managers [None req-9c8eab6c-6235-4784-87c5-a2aee34d1a06 None None] Attempting to bind port ac0f8134-6b1e-469a-b894-a64576f1aa0d on host dv-cinder-786383-7-smb for vnic_type normal with profile {{(pid=98444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:36:43.666941 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.managers [None req-9c8eab6c-6235-4784-87c5-a2aee34d1a06 None None] Attempting to bind port ac0f8134-6b1e-469a-b894-a64576f1aa0d by drivers openvswitch,hyperv on host dv-cinder-786383-7-smb at level 0 using segments [{'id': '0df12154-d4d8-4e02-96cc-37c4ef233937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '6ce8cbf8-bf83-4706-acbd-d5a2ed2d8420'}] {{(pid=98444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:36:43.667311 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8eab6c-6235-4784-87c5-a2aee34d1a06 None None] Attempting to bind port ac0f8134-6b1e-469a-b894-a64576f1aa0d on network 6ce8cbf8-bf83-4706-acbd-d5a2ed2d8420 {{(pid=98444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:36:43.673178 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8eab6c-6235-4784-87c5-a2aee34d1a06 None None] Checking agent: {'id': '54e7e3e0-9dc4-46e7-99bd-8d5ea4dab531', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 33, 27), 'started_at': datetime.datetime(2021, 5, 31, 11, 33, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:36:43.673546 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8eab6c-6235-4784-87c5-a2aee34d1a06 None None] Checking segment: {'id': '0df12154-d4d8-4e02-96cc-37c4ef233937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '6ce8cbf8-bf83-4706-acbd-d5a2ed2d8420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:36:43.673947 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-9c8eab6c-6235-4784-87c5-a2aee34d1a06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:36:43.674332 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8eab6c-6235-4784-87c5-a2aee34d1a06 None None] Bound using segment: {'id': '0df12154-d4d8-4e02-96cc-37c4ef233937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '6ce8cbf8-bf83-4706-acbd-d5a2ed2d8420'} {{(pid=98444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:36:43.674837 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.managers [None req-9c8eab6c-6235-4784-87c5-a2aee34d1a06 None None] Bound port: ac0f8134-6b1e-469a-b894-a64576f1aa0d, host: dv-cinder-786383-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0df12154-d4d8-4e02-96cc-37c4ef233937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '6ce8cbf8-bf83-4706-acbd-d5a2ed2d8420'}}] {{(pid=98444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:36:43.675208 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-9c8eab6c-6235-4784-87c5-a2aee34d1a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:36:43.768056 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-9c8eab6c-6235-4784-87c5-a2aee34d1a06 None None] For port ac0f8134-6b1e-469a-b894-a64576f1aa0d, host dv-cinder-786383-7-smb, cleared binding levels {{(pid=98444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:36:43.771271 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-9c8eab6c-6235-4784-87c5-a2aee34d1a06 None None] For port ac0f8134-6b1e-469a-b894-a64576f1aa0d, host dv-cinder-786383-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-smb',level=0,port_id=ac0f8134-6b1e-469a-b894-a64576f1aa0d,segment=NetworkSegment(0df12154-d4d8-4e02-96cc-37c4ef233937),segment_id=0df12154-d4d8-4e02-96cc-37c4ef233937)] {{(pid=98444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:36:43.777305 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-9c8eab6c-6235-4784-87c5-a2aee34d1a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:36:43.781552 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-9c8eab6c-6235-4784-87c5-a2aee34d1a06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:36:43.862855 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8eab6c-6235-4784-87c5-a2aee34d1a06 None None] Pushing event updated for resources: {'Port': ['ID=ac0f8134-6b1e-469a-b894-a64576f1aa0d,revision_number=2']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:36:43.866119 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-9c8eab6c-6235-4784-87c5-a2aee34d1a06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:36:44.666180 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedab8e7-29de-4a5e-9e26-eb3780cd0dec None None] Network 6ce8cbf8-bf83-4706-acbd-d5a2ed2d8420 requested from dv-cinder-786383-7-smb {{(pid=98444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:36:44.746332 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-af4e3206-4cf4-458e-8c86-2a4962a09fa5 None None] Provisioning for port ac0f8134-6b1e-469a-b894-a64576f1aa0d completed by entity DHCP. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:36:45.492778 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device ac0f8134-6b1e-469a-b894-a64576f1aa0d up at agent ovs-agent-dv-cinder-786383-7-smb {{(pid=98444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:36:45.575222 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.agents_db [None req-9d677285-078d-4c88-aefd-aa7dfcc00faf None None] Agent healthcheck: found 5 active agents {{(pid=98445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:36:45.591288 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Provisioning for port ac0f8134-6b1e-469a-b894-a64576f1aa0d completed by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:36:45.597558 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Provisioning complete for port ac0f8134-6b1e-469a-b894-a64576f1aa0d triggered by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:36:45.598020 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:36:45.722346 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:36:45.754581 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] For port ac0f8134-6b1e-469a-b894-a64576f1aa0d, host dv-cinder-786383-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-smb',level=0,port_id=ac0f8134-6b1e-469a-b894-a64576f1aa0d,segment=NetworkSegment(0df12154-d4d8-4e02-96cc-37c4ef233937),segment_id=0df12154-d4d8-4e02-96cc-37c4ef233937)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:36:45.759826 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:36:45.762802 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:36:45.828700 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Pushing event updated for resources: {'Port': ['ID=ac0f8134-6b1e-469a-b894-a64576f1aa0d,revision_number=3']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:36:45.832117 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:36:47.472295 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device ac0f8134-6b1e-469a-b894-a64576f1aa0d up at agent ovs-agent-dv-cinder-786383-7-smb {{(pid=98444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:36:47.543296 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Provisioning complete for port ac0f8134-6b1e-469a-b894-a64576f1aa0d triggered by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:36:47.543677 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:36:54.732010 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-65336a21-9b87-4617-b442-a78b17553672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:36:57.516201 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:36:57.776086 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-53f6fba0-1d26-4f01-891f-e5a462aafaea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:36:58.388742 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-a91c5e8e-8952-4db6-a598-6e76e849b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:37:00.117070 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-9fdf87ec-5ce8-4616-9e32-e9b9d10b7557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:37:22.573866 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.agents_db [None req-9d677285-078d-4c88-aefd-aa7dfcc00faf None None] Agent healthcheck: found 5 active agents {{(pid=98445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:37:24.737215 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-73ef9352-7592-408a-9ad7-869d42d359fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:37:27.522778 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:37:27.784195 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-3f7099c6-0f46-4cb5-ac74-a09435a8411a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:37:28.398065 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-a91c5e8e-8952-4db6-a598-6e76e849b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:37:30.120054 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-9fdf87ec-5ce8-4616-9e32-e9b9d10b7557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:37:52.122503 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 54904) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:37:52.128762 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [None req-410a57fb-0bd0-47dc-9fe9-4a20c209f71a tempest-verify_tempest_config-106975430 tempest-verify_tempest_config-106975430-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=98442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 11:37:52.129737 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-410a57fb-0bd0-47dc-9fe9-4a20c209f71a tempest-verify_tempest_config-106975430 tempest-verify_tempest_config-106975430-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0061917 May 31 11:37:52.488126 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 54922) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:37:52.614529 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-e73a6409-3d3c-4a44-ad4f-f4ee24e430b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:37:52.629269 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-e73a6409-3d3c-4a44-ad4f-f4ee24e430b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:37:52.633187 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-e73a6409-3d3c-4a44-ad4f-f4ee24e430b2 admin admin] Usage tracker for resource:security_group_rule and tenant:2389926a95d94cec99fb80bd0ff17ed8 is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:37:52.636048 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-e73a6409-3d3c-4a44-ad4f-f4ee24e430b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:37:52.641892 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-e73a6409-3d3c-4a44-ad4f-f4ee24e430b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:37:52.736749 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-e73a6409-3d3c-4a44-ad4f-f4ee24e430b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:37:52.742619 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-e73a6409-3d3c-4a44-ad4f-f4ee24e430b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:37:52.750114 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-b175eccf-5977-4a30-81ad-9399843909b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:37:52.788709 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-e73a6409-3d3c-4a44-ad4f-f4ee24e430b2 admin admin] Synchronizing usage tracker for tenant:452f784eefc1440db0ddef3f4b6b03ec on resource:security_group {{(pid=98443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:37:52.791977 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73a6409-3d3c-4a44-ad4f-f4ee24e430b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd10804-3aac-46eb-9b77-e0792b476554,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:37:52.801508 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73a6409-3d3c-4a44-ad4f-f4ee24e430b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:37:52.801858 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73a6409-3d3c-4a44-ad4f-f4ee24e430b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:37:52.802185 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73a6409-3d3c-4a44-ad4f-f4ee24e430b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:37:52.802512 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73a6409-3d3c-4a44-ad4f-f4ee24e430b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:37:52.802930 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73a6409-3d3c-4a44-ad4f-f4ee24e430b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:37:52.803248 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73a6409-3d3c-4a44-ad4f-f4ee24e430b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:37:52.803560 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73a6409-3d3c-4a44-ad4f-f4ee24e430b2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:37:52.803868 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73a6409-3d3c-4a44-ad4f-f4ee24e430b2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:37:52.804192 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73a6409-3d3c-4a44-ad4f-f4ee24e430b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:37:52.804504 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73a6409-3d3c-4a44-ad4f-f4ee24e430b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:37:52.804925 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73a6409-3d3c-4a44-ad4f-f4ee24e430b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:37:52.805126 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e73a6409-3d3c-4a44-ad4f-f4ee24e430b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:37:52.809866 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-e73a6409-3d3c-4a44-ad4f-f4ee24e430b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:37:52.820321 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-e73a6409-3d3c-4a44-ad4f-f4ee24e430b2 admin admin] Unset dirty status for tenant:452f784eefc1440db0ddef3f4b6b03ec on resource:security_group {{(pid=98443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:37:52.821804 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-e73a6409-3d3c-4a44-ad4f-f4ee24e430b2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2389926a95d94cec99fb80bd0ff17ed8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3326509 May 31 11:37:52.824483 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 54928) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:37:52.886554 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-27f82efe-a72d-4325-9f1f-a59033a5bdf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:37:52.912756 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-27f82efe-a72d-4325-9f1f-a59033a5bdf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:37:53.010939 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-27f82efe-a72d-4325-9f1f-a59033a5bdf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:37:53.019010 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:37:53.036381 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f82efe-a72d-4325-9f1f-a59033a5bdf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd10804-3aac-46eb-9b77-e0792b476554,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:37:53.038898 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-27f82efe-a72d-4325-9f1f-a59033a5bdf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:37:53.040133 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-27f82efe-a72d-4325-9f1f-a59033a5bdf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:37:53.041234 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-27f82efe-a72d-4325-9f1f-a59033a5bdf3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3fd10804-3aac-46eb-9b77-e0792b476554 HTTP/1.1" status: 204 len: 168 time: 0.2158260 May 31 11:37:54.732459 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-5f85f1ff-b707-4d50-b378-e50df464884a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:37:57.519330 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:37:57.782778 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-bfd24bb8-2141-44fc-a26f-4a4b9a9f7766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:37:58.403397 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-a91c5e8e-8952-4db6-a598-6e76e849b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:37:59.573591 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.agents_db [None req-9d677285-078d-4c88-aefd-aa7dfcc00faf None None] Agent healthcheck: found 5 active agents {{(pid=98445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:38:00.124157 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-9fdf87ec-5ce8-4616-9e32-e9b9d10b7557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:38:24.745170 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-77151de5-ff7d-40d2-a6cf-9c42954daa27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:38:27.519756 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:38:27.777994 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-50aaaa4d-019f-436c-b700-77c9c77d4a6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:38:28.404627 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-a91c5e8e-8952-4db6-a598-6e76e849b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:38:30.125329 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-9fdf87ec-5ce8-4616-9e32-e9b9d10b7557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:38:36.578057 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.agents_db [None req-9d677285-078d-4c88-aefd-aa7dfcc00faf None None] Agent healthcheck: found 5 active agents {{(pid=98445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:38:54.747903 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-3b76fb5d-6220-426c-ad12-cb1bee960d00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:38:57.519809 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:38:57.786001 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-cfed732e-ecc6-4979-85a4-9912dfd1957c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:38:58.409737 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-a91c5e8e-8952-4db6-a598-6e76e849b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:00.125428 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-9fdf87ec-5ce8-4616-9e32-e9b9d10b7557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:13.578755 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.agents_db [None req-9d677285-078d-4c88-aefd-aa7dfcc00faf None None] Agent healthcheck: found 5 active agents {{(pid=98445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:39:24.751790 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-00ce3b23-e94c-4886-a7cb-4139b9be275f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:27.527588 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:27.788397 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-ac5c78b1-b426-4e73-b551-c8e89229817a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:28.412960 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-a91c5e8e-8952-4db6-a598-6e76e849b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:30.130746 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-9fdf87ec-5ce8-4616-9e32-e9b9d10b7557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:38.395575 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334'] for agent, after_create {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:50.578977 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.agents_db [None req-9d677285-078d-4c88-aefd-aa7dfcc00faf None None] Agent healthcheck: found 6 active agents {{(pid=98445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:39:53.271540 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 55000) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:39:53.393344 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-10d44895-9942-4056-a451-5ea862d58d23 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1206861 May 31 11:39:54.745144 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-4d2f0b6d-054d-46c5-b602-a7cd5bb037d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:55.537617 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 55010) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:39:55.607738 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-67a03e8d-3e62-41a1-a8e9-d475264e6bab admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0686467 May 31 11:39:57.514379 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:57.782876 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-97640e67-129b-460c-bb77-93aa8540a934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:39:58.411793 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-a91c5e8e-8952-4db6-a598-6e76e849b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:00.129597 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-9fdf87ec-5ce8-4616-9e32-e9b9d10b7557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:08.359026 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:24.759514 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-a4aaefc6-5fc8-4648-8d72-7a4ab8c1fda9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:27.520170 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:27.580836 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.agents_db [None req-9d677285-078d-4c88-aefd-aa7dfcc00faf None None] Agent healthcheck: found 6 active agents {{(pid=98445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:40:27.792577 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-354e3b17-7215-423a-ba25-e01f5362e7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:28.426419 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-a91c5e8e-8952-4db6-a598-6e76e849b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:30.132742 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-9fdf87ec-5ce8-4616-9e32-e9b9d10b7557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:38.351103 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:54.751562 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-9a2901ac-bd20-43bd-bd88-97c8b9c6272f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:57.517736 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:57.786482 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-344dfc4e-b6fb-4a89-9915-c3daab9c5bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:40:58.418214 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-a91c5e8e-8952-4db6-a598-6e76e849b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:00.139127 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-9fdf87ec-5ce8-4616-9e32-e9b9d10b7557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:04.581428 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.agents_db [None req-9d677285-078d-4c88-aefd-aa7dfcc00faf None None] Agent healthcheck: found 6 active agents {{(pid=98445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:41:08.362733 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:24.761284 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-ed154a21-492f-4520-bb29-63a1c16abe13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:26.880584 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 55160) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:27.162407 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.v2.base [None req-387829d1-04bf-43d1-8b05-6ca5eeabc410 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-608903553-network', 'tenant_id': '0eca8cc498704c828ce4fda2d808043a'}} {{(pid=98443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:41:27.168231 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-387829d1-04bf-43d1-8b05-6ca5eeabc410 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:27.172645 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-387829d1-04bf-43d1-8b05-6ca5eeabc410 admin admin] Usage tracker for resource:network and tenant:0eca8cc498704c828ce4fda2d808043a is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:27.175877 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-387829d1-04bf-43d1-8b05-6ca5eeabc410 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:27.182291 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-387829d1-04bf-43d1-8b05-6ca5eeabc410 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:27.192466 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-387829d1-04bf-43d1-8b05-6ca5eeabc410 admin admin] Made reservation on behalf of 0eca8cc498704c828ce4fda2d808043a for: {'network': 1} {{(pid=98443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:41:27.194999 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-387829d1-04bf-43d1-8b05-6ca5eeabc410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-574767'] for network, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:27.207721 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-387829d1-04bf-43d1-8b05-6ca5eeabc410 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:27.222618 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-387829d1-04bf-43d1-8b05-6ca5eeabc410 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:27.226409 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-387829d1-04bf-43d1-8b05-6ca5eeabc410 admin admin] Usage tracker for resource:security_group_rule and tenant:0eca8cc498704c828ce4fda2d808043a is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:27.232602 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-387829d1-04bf-43d1-8b05-6ca5eeabc410 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:27.238552 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-387829d1-04bf-43d1-8b05-6ca5eeabc410 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:27.322519 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-387829d1-04bf-43d1-8b05-6ca5eeabc410 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:27.327279 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-387829d1-04bf-43d1-8b05-6ca5eeabc410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:27.331649 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:27.365462 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-387829d1-04bf-43d1-8b05-6ca5eeabc410 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 663} {{(pid=98443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:41:27.371391 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387829d1-04bf-43d1-8b05-6ca5eeabc410 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=838b4a42-4606-4089-824c-4036c12e3a82,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:27.380348 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387829d1-04bf-43d1-8b05-6ca5eeabc410 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:27.380726 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387829d1-04bf-43d1-8b05-6ca5eeabc410 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:27.381061 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387829d1-04bf-43d1-8b05-6ca5eeabc410 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:27.381384 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387829d1-04bf-43d1-8b05-6ca5eeabc410 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:27.381706 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387829d1-04bf-43d1-8b05-6ca5eeabc410 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:27.382050 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387829d1-04bf-43d1-8b05-6ca5eeabc410 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:27.382337 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387829d1-04bf-43d1-8b05-6ca5eeabc410 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:27.382670 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387829d1-04bf-43d1-8b05-6ca5eeabc410 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:27.383007 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387829d1-04bf-43d1-8b05-6ca5eeabc410 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:27.383320 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387829d1-04bf-43d1-8b05-6ca5eeabc410 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:27.383627 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387829d1-04bf-43d1-8b05-6ca5eeabc410 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:27.383932 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387829d1-04bf-43d1-8b05-6ca5eeabc410 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:27.384998 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-387829d1-04bf-43d1-8b05-6ca5eeabc410 admin admin] Tracked resource versions report: May 31 11:41:27.384998 dv-cinder-786383-7-smb neutron-server[98443]: pushed versions: May 31 11:41:27.384998 dv-cinder-786383-7-smb neutron-server[98443]: { 'AddressGroup': {'1.2'}, May 31 11:41:27.384998 dv-cinder-786383-7-smb neutron-server[98443]: 'ConntrackHelper': {'1.0'}, May 31 11:41:27.384998 dv-cinder-786383-7-smb neutron-server[98443]: 'Log': {'1.0'}, May 31 11:41:27.384998 dv-cinder-786383-7-smb neutron-server[98443]: 'Network': {'1.1'}, May 31 11:41:27.384998 dv-cinder-786383-7-smb neutron-server[98443]: 'Port': {'1.7'}, May 31 11:41:27.384998 dv-cinder-786383-7-smb neutron-server[98443]: 'PortForwarding': {'1.2'}, May 31 11:41:27.384998 dv-cinder-786383-7-smb neutron-server[98443]: 'QosPolicy': {'1.8'}, May 31 11:41:27.384998 dv-cinder-786383-7-smb neutron-server[98443]: 'SecurityGroup': {'1.4'}, May 31 11:41:27.384998 dv-cinder-786383-7-smb neutron-server[98443]: 'SecurityGroupRule': {'1.2'}, May 31 11:41:27.384998 dv-cinder-786383-7-smb neutron-server[98443]: 'SubPort': {'1.0'}, May 31 11:41:27.384998 dv-cinder-786383-7-smb neutron-server[98443]: 'Subnet': {'1.1'}, May 31 11:41:27.384998 dv-cinder-786383-7-smb neutron-server[98443]: 'Trunk': {'1.1'}} May 31 11:41:27.384998 dv-cinder-786383-7-smb neutron-server[98443]: consumer versions: May 31 11:41:27.384998 dv-cinder-786383-7-smb neutron-server[98443]: { DHCP agent@dv-cinder-786383-7-smb: {}, May 31 11:41:27.384998 dv-cinder-786383-7-smb neutron-server[98443]: HyperV agent@hv-cinder-78638: {}, May 31 11:41:27.384998 dv-cinder-786383-7-smb neutron-server[98443]: L3 agent@dv-cinder-786383-7-smb: {}, May 31 11:41:27.384998 dv-cinder-786383-7-smb neutron-server[98443]: Metadata agent@dv-cinder-786383-7-smb: {}, May 31 11:41:27.384998 dv-cinder-786383-7-smb neutron-server[98443]: Metering agent@dv-cinder-786383-7-smb: {}, May 31 11:41:27.384998 dv-cinder-786383-7-smb neutron-server[98443]: Open vSwitch agent@dv-cinder-786383-7-smb: { 'AddressGroup': '1.2', May 31 11:41:27.384998 dv-cinder-786383-7-smb neutron-server[98443]: 'ConntrackHelper': '1.0', May 31 11:41:27.384998 dv-cinder-786383-7-smb neutron-server[98443]: 'Log': '1.0', May 31 11:41:27.384998 dv-cinder-786383-7-smb neutron-server[98443]: 'Network': '1.1', May 31 11:41:27.384998 dv-cinder-786383-7-smb neutron-server[98443]: 'Port': '1.7', May 31 11:41:27.384998 dv-cinder-786383-7-smb neutron-server[98443]: 'PortForwarding': '1.2', May 31 11:41:27.384998 dv-cinder-786383-7-smb neutron-server[98443]: 'QosPolicy': '1.8', May 31 11:41:27.384998 dv-cinder-786383-7-smb neutron-server[98443]: 'SecurityGroup': '1.4', May 31 11:41:27.384998 dv-cinder-786383-7-smb neutron-server[98443]: 'SecurityGroupRule': '1.2', May 31 11:41:27.384998 dv-cinder-786383-7-smb neutron-server[98443]: 'SubPort': '1.0', May 31 11:41:27.384998 dv-cinder-786383-7-smb neutron-server[98443]: 'Subnet': '1.1', May 31 11:41:27.384998 dv-cinder-786383-7-smb neutron-server[98443]: 'Trunk': '1.1'}} May 31 11:41:27.384998 dv-cinder-786383-7-smb neutron-server[98443]: {{(pid=98443) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 11:41:27.392984 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-387829d1-04bf-43d1-8b05-6ca5eeabc410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654047'] for segment, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:27.393545 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.db.segments_db [None req-387829d1-04bf-43d1-8b05-6ca5eeabc410 admin admin] Added segment 745935fc-742e-4dd5-baa0-27f62ebcc000 of type vlan for network 3b861c59-52f7-46ca-99da-e6f4b5d8dcf3 May 31 11:41:27.400909 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-387829d1-04bf-43d1-8b05-6ca5eeabc410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:27.420777 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-387829d1-04bf-43d1-8b05-6ca5eeabc410 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781593130307'] for network, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:27.453161 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-387829d1-04bf-43d1-8b05-6ca5eeabc410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8325956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7927536'] for network, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:27.454629 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387829d1-04bf-43d1-8b05-6ca5eeabc410 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:27.455514 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-387829d1-04bf-43d1-8b05-6ca5eeabc410 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927509'] for network, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:27.462197 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-b175eccf-5977-4a30-81ad-9399843909b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:27.517320 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:27.563963 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387829d1-04bf-43d1-8b05-6ca5eeabc410 admin admin] Pushing event updated for resources: {'Network': ['ID=3b861c59-52f7-46ca-99da-e6f4b5d8dcf3,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:27.567090 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-387829d1-04bf-43d1-8b05-6ca5eeabc410 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:27.576014 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 55210) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:27.576564 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-387829d1-04bf-43d1-8b05-6ca5eeabc410 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6939280 May 31 11:41:27.576778 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Network 3b861c59-52f7-46ca-99da-e6f4b5d8dcf3 details requested by agent ovs-agent-dv-cinder-786383-7-smb with host dv-cinder-786383-7-smb {{(pid=98444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:41:27.586267 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.v2.base [None req-82951aed-6bee-4243-b66a-4e8dc45ac9f2 admin admin] Request body: {'subnet': {'network_id': '3b861c59-52f7-46ca-99da-e6f4b5d8dcf3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-608903553-subnet', 'tenant_id': '0eca8cc498704c828ce4fda2d808043a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:41:27.595940 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-82951aed-6bee-4243-b66a-4e8dc45ac9f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:27.609144 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-82951aed-6bee-4243-b66a-4e8dc45ac9f2 admin admin] Usage tracker for resource:subnet and tenant:0eca8cc498704c828ce4fda2d808043a is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:27.613426 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-82951aed-6bee-4243-b66a-4e8dc45ac9f2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:27.621502 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-82951aed-6bee-4243-b66a-4e8dc45ac9f2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:27.634301 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82951aed-6bee-4243-b66a-4e8dc45ac9f2 admin admin] Made reservation on behalf of 0eca8cc498704c828ce4fda2d808043a for: {'subnet': 1} {{(pid=98442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:41:27.637225 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-82951aed-6bee-4243-b66a-4e8dc45ac9f2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:27.796552 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-afe85069-e8f9-4035-a9da-22d001bf9b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:28.016619 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 55224) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:28.077035 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-82951aed-6bee-4243-b66a-4e8dc45ac9f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531'] for subnet, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:28.082068 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-be8bb356-c7f2-4ec7-89c4-a32b63c2167d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:28.158319 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82951aed-6bee-4243-b66a-4e8dc45ac9f2 admin admin] Checking segment: {'id': '745935fc-742e-4dd5-baa0-27f62ebcc000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3b861c59-52f7-46ca-99da-e6f4b5d8dcf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:41:28.158690 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82951aed-6bee-4243-b66a-4e8dc45ac9f2 admin admin] Network hostable DHCP agents. Network: 3b861c59-52f7-46ca-99da-e6f4b5d8dcf3, hostable agents: ['fb962da1-0809-46df-9ec4-203c2f15f643'], hosted agents: [] {{(pid=98442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:41:28.161631 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82951aed-6bee-4243-b66a-4e8dc45ac9f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d8c3d1c-ffe1-4449-ae14-fb794221a40d,revision_number=0']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:28.170007 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82951aed-6bee-4243-b66a-4e8dc45ac9f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:28.170340 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82951aed-6bee-4243-b66a-4e8dc45ac9f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:28.170684 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82951aed-6bee-4243-b66a-4e8dc45ac9f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:28.171007 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82951aed-6bee-4243-b66a-4e8dc45ac9f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:28.171321 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82951aed-6bee-4243-b66a-4e8dc45ac9f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:28.171635 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82951aed-6bee-4243-b66a-4e8dc45ac9f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:28.171944 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82951aed-6bee-4243-b66a-4e8dc45ac9f2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:28.172259 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82951aed-6bee-4243-b66a-4e8dc45ac9f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:28.172590 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82951aed-6bee-4243-b66a-4e8dc45ac9f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:28.172899 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82951aed-6bee-4243-b66a-4e8dc45ac9f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:28.173207 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82951aed-6bee-4243-b66a-4e8dc45ac9f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:28.173509 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82951aed-6bee-4243-b66a-4e8dc45ac9f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:28.174568 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82951aed-6bee-4243-b66a-4e8dc45ac9f2 admin admin] Tracked resource versions report: May 31 11:41:28.174568 dv-cinder-786383-7-smb neutron-server[98442]: pushed versions: May 31 11:41:28.174568 dv-cinder-786383-7-smb neutron-server[98442]: { 'AddressGroup': {'1.2'}, May 31 11:41:28.174568 dv-cinder-786383-7-smb neutron-server[98442]: 'ConntrackHelper': {'1.0'}, May 31 11:41:28.174568 dv-cinder-786383-7-smb neutron-server[98442]: 'Log': {'1.0'}, May 31 11:41:28.174568 dv-cinder-786383-7-smb neutron-server[98442]: 'Network': {'1.1'}, May 31 11:41:28.174568 dv-cinder-786383-7-smb neutron-server[98442]: 'Port': {'1.7'}, May 31 11:41:28.174568 dv-cinder-786383-7-smb neutron-server[98442]: 'PortForwarding': {'1.2'}, May 31 11:41:28.174568 dv-cinder-786383-7-smb neutron-server[98442]: 'QosPolicy': {'1.8'}, May 31 11:41:28.174568 dv-cinder-786383-7-smb neutron-server[98442]: 'SecurityGroup': {'1.4'}, May 31 11:41:28.174568 dv-cinder-786383-7-smb neutron-server[98442]: 'SecurityGroupRule': {'1.2'}, May 31 11:41:28.174568 dv-cinder-786383-7-smb neutron-server[98442]: 'SubPort': {'1.0'}, May 31 11:41:28.174568 dv-cinder-786383-7-smb neutron-server[98442]: 'Subnet': {'1.1'}, May 31 11:41:28.174568 dv-cinder-786383-7-smb neutron-server[98442]: 'Trunk': {'1.1'}} May 31 11:41:28.174568 dv-cinder-786383-7-smb neutron-server[98442]: consumer versions: May 31 11:41:28.174568 dv-cinder-786383-7-smb neutron-server[98442]: { DHCP agent@dv-cinder-786383-7-smb: {}, May 31 11:41:28.174568 dv-cinder-786383-7-smb neutron-server[98442]: HyperV agent@hv-cinder-78638: {}, May 31 11:41:28.174568 dv-cinder-786383-7-smb neutron-server[98442]: L3 agent@dv-cinder-786383-7-smb: {}, May 31 11:41:28.174568 dv-cinder-786383-7-smb neutron-server[98442]: Metadata agent@dv-cinder-786383-7-smb: {}, May 31 11:41:28.174568 dv-cinder-786383-7-smb neutron-server[98442]: Metering agent@dv-cinder-786383-7-smb: {}, May 31 11:41:28.174568 dv-cinder-786383-7-smb neutron-server[98442]: Open vSwitch agent@dv-cinder-786383-7-smb: { 'AddressGroup': '1.2', May 31 11:41:28.174568 dv-cinder-786383-7-smb neutron-server[98442]: 'ConntrackHelper': '1.0', May 31 11:41:28.174568 dv-cinder-786383-7-smb neutron-server[98442]: 'Log': '1.0', May 31 11:41:28.174568 dv-cinder-786383-7-smb neutron-server[98442]: 'Network': '1.1', May 31 11:41:28.174568 dv-cinder-786383-7-smb neutron-server[98442]: 'Port': '1.7', May 31 11:41:28.174568 dv-cinder-786383-7-smb neutron-server[98442]: 'PortForwarding': '1.2', May 31 11:41:28.174568 dv-cinder-786383-7-smb neutron-server[98442]: 'QosPolicy': '1.8', May 31 11:41:28.174568 dv-cinder-786383-7-smb neutron-server[98442]: 'SecurityGroup': '1.4', May 31 11:41:28.174568 dv-cinder-786383-7-smb neutron-server[98442]: 'SecurityGroupRule': '1.2', May 31 11:41:28.174568 dv-cinder-786383-7-smb neutron-server[98442]: 'SubPort': '1.0', May 31 11:41:28.174568 dv-cinder-786383-7-smb neutron-server[98442]: 'Subnet': '1.1', May 31 11:41:28.174568 dv-cinder-786383-7-smb neutron-server[98442]: 'Trunk': '1.1'}} May 31 11:41:28.174568 dv-cinder-786383-7-smb neutron-server[98442]: {{(pid=98442) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 11:41:28.180403 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-82951aed-6bee-4243-b66a-4e8dc45ac9f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:28.191678 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82951aed-6bee-4243-b66a-4e8dc45ac9f2 admin admin] Network 3b861c59-52f7-46ca-99da-e6f4b5d8dcf3 is scheduled to be hosted by DHCP agent fb962da1-0809-46df-9ec4-203c2f15f643 with binding_index 1 {{(pid=98442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:41:28.202368 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.base_scheduler [None req-82951aed-6bee-4243-b66a-4e8dc45ac9f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-7-smb, 3b861c59-52f7-46ca-99da-e6f4b5d8dcf3) {{(pid=98442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:41:28.212889 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d747e2-37cf-4878-abe6-ed24e6119f95 None None] Network 3b861c59-52f7-46ca-99da-e6f4b5d8dcf3 requested from dv-cinder-786383-7-smb {{(pid=98444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:41:28.217614 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82951aed-6bee-4243-b66a-4e8dc45ac9f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:28.218254 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-82951aed-6bee-4243-b66a-4e8dc45ac9f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927509'] for subnet, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:28.242274 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-82951aed-6bee-4243-b66a-4e8dc45ac9f2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6644468 May 31 11:41:28.245153 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 55240) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:28.250599 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.v2.base [None req-6ca85d52-998d-470b-829c-ffbc7fdc5c14 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-608903553-router', 'tenant_id': '0eca8cc498704c828ce4fda2d808043a', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3'}}} {{(pid=98443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:41:28.256003 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-6ca85d52-998d-470b-829c-ffbc7fdc5c14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:28.260314 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-6ca85d52-998d-470b-829c-ffbc7fdc5c14 admin admin] Usage tracker for resource:router and tenant:0eca8cc498704c828ce4fda2d808043a is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:28.264940 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-6ca85d52-998d-470b-829c-ffbc7fdc5c14 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:28.273086 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-6ca85d52-998d-470b-829c-ffbc7fdc5c14 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:28.286383 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-6ca85d52-998d-470b-829c-ffbc7fdc5c14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8360380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-651'] for router, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:28.288108 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-6ca85d52-998d-470b-829c-ffbc7fdc5c14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8360892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8365411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8385934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-658'] for router, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:28.310365 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-6ca85d52-998d-470b-829c-ffbc7fdc5c14 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:28.336391 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 55246) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:28.390128 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 55252) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:28.462501 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-a91c5e8e-8952-4db6-a598-6e76e849b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:28.485549 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88510d4-3617-452b-b918-dbcc82c25304 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4276fea-128f-59c1-aa89-faee38dd1e47-3b861c59-52f7-46ca-99da-e6f4b5d8dcf3', 'network_id': '3b861c59-52f7-46ca-99da-e6f4b5d8dcf3', 'tenant_id': '0eca8cc498704c828ce4fda2d808043a', 'fixed_ips': [{'subnet_id': '3d8c3d1c-ffe1-4449-ae14-fb794221a40d'}]}} from dv-cinder-786383-7-smb. {{(pid=98444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 11:41:28.487073 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-d88510d4-3617-452b-b918-dbcc82c25304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_create {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:28.487201 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 55262) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:28.542598 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.v2.base [None req-a3e50c01-03c9-486e-b21e-82573bd750ba admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-293186600-network', 'tenant_id': '2b863138735e47129ffd084f6497dfd9'}} {{(pid=98443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:41:28.544085 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.v2.base [None req-1d6f056f-1da8-4ba3-84c4-932e83b04168 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-342948192-network', 'tenant_id': '4d8aa9185953468f8491235be83abf68'}} {{(pid=98442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:41:28.548841 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-1d6f056f-1da8-4ba3-84c4-932e83b04168 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:28.555209 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-a3e50c01-03c9-486e-b21e-82573bd750ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:28.557509 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-1d6f056f-1da8-4ba3-84c4-932e83b04168 admin admin] Usage tracker for resource:network and tenant:4d8aa9185953468f8491235be83abf68 is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:28.559495 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-a3e50c01-03c9-486e-b21e-82573bd750ba admin admin] Usage tracker for resource:network and tenant:2b863138735e47129ffd084f6497dfd9 is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:28.562793 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-a3e50c01-03c9-486e-b21e-82573bd750ba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:28.566685 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-1d6f056f-1da8-4ba3-84c4-932e83b04168 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:28.569364 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-a3e50c01-03c9-486e-b21e-82573bd750ba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:28.572999 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-1d6f056f-1da8-4ba3-84c4-932e83b04168 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:28.590326 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d6f056f-1da8-4ba3-84c4-932e83b04168 admin admin] Made reservation on behalf of 4d8aa9185953468f8491235be83abf68 for: {'network': 1} {{(pid=98442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:41:28.594685 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-1d6f056f-1da8-4ba3-84c4-932e83b04168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-574767'] for network, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:28.611635 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-1d6f056f-1da8-4ba3-84c4-932e83b04168 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:28.638108 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-1d6f056f-1da8-4ba3-84c4-932e83b04168 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:28.643927 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e50c01-03c9-486e-b21e-82573bd750ba admin admin] Made reservation on behalf of 2b863138735e47129ffd084f6497dfd9 for: {'network': 1} {{(pid=98443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:41:28.646054 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-a3e50c01-03c9-486e-b21e-82573bd750ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-574767'] for network, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:28.649306 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-1d6f056f-1da8-4ba3-84c4-932e83b04168 admin admin] Usage tracker for resource:security_group_rule and tenant:4d8aa9185953468f8491235be83abf68 is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:28.656269 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-1d6f056f-1da8-4ba3-84c4-932e83b04168 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:28.668471 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-1d6f056f-1da8-4ba3-84c4-932e83b04168 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:28.722597 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-a3e50c01-03c9-486e-b21e-82573bd750ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:28.749217 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-6ca85d52-998d-470b-829c-ffbc7fdc5c14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8365382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8360334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-736'] for router, precommit_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:28.750348 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.db_base_plugin_common [None req-d88510d4-3617-452b-b918-dbcc82c25304 None None] Allocated IP 172.20.0.2 (3b861c59-52f7-46ca-99da-e6f4b5d8dcf3/3d8c3d1c-ffe1-4449-ae14-fb794221a40d/bc403156-7bb3-4983-8854-564e4cfa9211) {{(pid=98444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:41:28.757036 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-a3e50c01-03c9-486e-b21e-82573bd750ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:28.762998 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-a3e50c01-03c9-486e-b21e-82573bd750ba admin admin] Usage tracker for resource:security_group_rule and tenant:2b863138735e47129ffd084f6497dfd9 is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:28.766237 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-a3e50c01-03c9-486e-b21e-82573bd750ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:28.788702 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-a3e50c01-03c9-486e-b21e-82573bd750ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:28.816429 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-1d6f056f-1da8-4ba3-84c4-932e83b04168 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:28.823629 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.v2.base [None req-cfea4444-a3c4-40f7-a590-3d3458cadf0e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-990882218-network', 'tenant_id': '5042a29dba084c1ab45f17148f508695'}} {{(pid=98442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:41:28.828762 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-1d6f056f-1da8-4ba3-84c4-932e83b04168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:28.830888 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-cfea4444-a3c4-40f7-a590-3d3458cadf0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:28.846498 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d6f056f-1da8-4ba3-84c4-932e83b04168 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 671} {{(pid=98442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:41:28.858383 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-1d6f056f-1da8-4ba3-84c4-932e83b04168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654047'] for segment, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:28.858799 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.db.segments_db [None req-1d6f056f-1da8-4ba3-84c4-932e83b04168 admin admin] Added segment b2814dc4-7721-40d7-bb3a-9698a734a5db of type vlan for network 665ca1a0-d0c5-448d-9582-68d76f26f11a May 31 11:41:28.892350 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-1d6f056f-1da8-4ba3-84c4-932e83b04168 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781593130307'] for network, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:28.926602 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:28.970840 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.v2.base [None req-f1830c30-e796-47c2-821c-3b4f386abe07 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1094803817-network', 'tenant_id': '137483c5ff894f0390c68478edf226f3'}} {{(pid=98442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:41:28.974346 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-cfea4444-a3c4-40f7-a590-3d3458cadf0e admin admin] Usage tracker for resource:network and tenant:5042a29dba084c1ab45f17148f508695 is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:28.979156 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6f056f-1da8-4ba3-84c4-932e83b04168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3eb8059-d5b7-4cfd-b75a-8e134063159f,revision_number=1']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:28.982680 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-1d6f056f-1da8-4ba3-84c4-932e83b04168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8325956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7927536'] for network, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:28.983878 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-cfea4444-a3c4-40f7-a590-3d3458cadf0e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:28.991186 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6f056f-1da8-4ba3-84c4-932e83b04168 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:28.991762 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-1d6f056f-1da8-4ba3-84c4-932e83b04168 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927509'] for network, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:29.005058 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-a3e50c01-03c9-486e-b21e-82573bd750ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:29.012759 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-a3e50c01-03c9-486e-b21e-82573bd750ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:29.017291 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-cfea4444-a3c4-40f7-a590-3d3458cadf0e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:29.020055 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-1d6f056f-1da8-4ba3-84c4-932e83b04168 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:29.021046 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-94198532-5e9d-4f41-8a13-b9dbad8ba24b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:29.066880 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-d88510d4-3617-452b-b918-dbcc82c25304 None None] Notify callbacks [] for port, precommit_create {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:29.078119 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-d88510d4-3617-452b-b918-dbcc82c25304 None None] Transition to ACTIVE for port object bc403156-7bb3-4983-8854-564e4cfa9211 will not be triggered until provisioned by entity L2. {{(pid=98444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:41:29.099238 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-d88510d4-3617-452b-b918-dbcc82c25304 None None] Transition to ACTIVE for port object bc403156-7bb3-4983-8854-564e4cfa9211 will not be triggered until provisioned by entity DHCP. {{(pid=98444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:41:29.108998 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-d88510d4-3617-452b-b918-dbcc82c25304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781593114058'] for port, after_create {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:29.115292 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:29.131084 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6f056f-1da8-4ba3-84c4-932e83b04168 admin admin] Pushing event updated for resources: {'Network': ['ID=665ca1a0-d0c5-448d-9582-68d76f26f11a,revision_number=1']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:29.137785 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-1d6f056f-1da8-4ba3-84c4-932e83b04168 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7997217 May 31 11:41:29.139416 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-1d6f056f-1da8-4ba3-84c4-932e83b04168 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:29.143112 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 55282) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:29.149071 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-f1830c30-e796-47c2-821c-3b4f386abe07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:29.156771 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.v2.base [None req-e30401f3-4136-4797-9846-59cc60f73656 admin admin] Request body: {'subnet': {'network_id': '665ca1a0-d0c5-448d-9582-68d76f26f11a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-342948192-subnet', 'tenant_id': '4d8aa9185953468f8491235be83abf68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:41:29.162209 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-e30401f3-4136-4797-9846-59cc60f73656 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:29.166026 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-e30401f3-4136-4797-9846-59cc60f73656 admin admin] Usage tracker for resource:subnet and tenant:4d8aa9185953468f8491235be83abf68 is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:29.169079 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-e30401f3-4136-4797-9846-59cc60f73656 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:29.175014 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-e30401f3-4136-4797-9846-59cc60f73656 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:29.184517 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-f1830c30-e796-47c2-821c-3b4f386abe07 admin admin] Usage tracker for resource:network and tenant:137483c5ff894f0390c68478edf226f3 is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:29.188457 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfea4444-a3c4-40f7-a590-3d3458cadf0e admin admin] Made reservation on behalf of 5042a29dba084c1ab45f17148f508695 for: {'network': 1} {{(pid=98442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:41:29.191125 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-cfea4444-a3c4-40f7-a590-3d3458cadf0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-574767'] for network, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:29.203969 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-f1830c30-e796-47c2-821c-3b4f386abe07 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:29.207083 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-cfea4444-a3c4-40f7-a590-3d3458cadf0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:29.213506 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88510d4-3617-452b-b918-dbcc82c25304 None None] Pushing event updated for resources: {'Port': ['ID=bc403156-7bb3-4983-8854-564e4cfa9211,revision_number=1']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:29.216736 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Network 665ca1a0-d0c5-448d-9582-68d76f26f11a details requested by agent ovs-agent-dv-cinder-786383-7-smb with host dv-cinder-786383-7-smb {{(pid=98444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:41:29.226214 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e30401f3-4136-4797-9846-59cc60f73656 admin admin] Made reservation on behalf of 4d8aa9185953468f8491235be83abf68 for: {'subnet': 1} {{(pid=98442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:41:29.228528 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-e30401f3-4136-4797-9846-59cc60f73656 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:29.285424 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-27f82efe-a72d-4325-9f1f-a59033a5bdf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:29.360467 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88510d4-3617-452b-b918-dbcc82c25304 None None] Network 3b861c59-52f7-46ca-99da-e6f4b5d8dcf3 is already hosted by enough agents. {{(pid=98444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:41:29.362417 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.scheduler.base_scheduler [None req-d88510d4-3617-452b-b918-dbcc82c25304 None None] Resources bound (agent type, host, resource id): {{(pid=98444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:41:29.366366 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88510d4-3617-452b-b918-dbcc82c25304 None None] Received port after_create {{(pid=98444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:41:29.370467 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88510d4-3617-452b-b918-dbcc82c25304 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:29.371212 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88510d4-3617-452b-b918-dbcc82c25304 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:29.371732 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88510d4-3617-452b-b918-dbcc82c25304 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:29.372230 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88510d4-3617-452b-b918-dbcc82c25304 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:29.372757 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88510d4-3617-452b-b918-dbcc82c25304 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:29.373240 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88510d4-3617-452b-b918-dbcc82c25304 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:29.373760 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88510d4-3617-452b-b918-dbcc82c25304 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:29.374314 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88510d4-3617-452b-b918-dbcc82c25304 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:29.374818 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88510d4-3617-452b-b918-dbcc82c25304 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:29.375279 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88510d4-3617-452b-b918-dbcc82c25304 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:29.375788 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88510d4-3617-452b-b918-dbcc82c25304 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:29.376255 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88510d4-3617-452b-b918-dbcc82c25304 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:29.377607 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88510d4-3617-452b-b918-dbcc82c25304 None None] Tracked resource versions report: May 31 11:41:29.377607 dv-cinder-786383-7-smb neutron-server[98444]: pushed versions: May 31 11:41:29.377607 dv-cinder-786383-7-smb neutron-server[98444]: { 'AddressGroup': {'1.2'}, May 31 11:41:29.377607 dv-cinder-786383-7-smb neutron-server[98444]: 'ConntrackHelper': {'1.0'}, May 31 11:41:29.377607 dv-cinder-786383-7-smb neutron-server[98444]: 'Log': {'1.0'}, May 31 11:41:29.377607 dv-cinder-786383-7-smb neutron-server[98444]: 'Network': {'1.1'}, May 31 11:41:29.377607 dv-cinder-786383-7-smb neutron-server[98444]: 'Port': {'1.7'}, May 31 11:41:29.377607 dv-cinder-786383-7-smb neutron-server[98444]: 'PortForwarding': {'1.2'}, May 31 11:41:29.377607 dv-cinder-786383-7-smb neutron-server[98444]: 'QosPolicy': {'1.8'}, May 31 11:41:29.377607 dv-cinder-786383-7-smb neutron-server[98444]: 'SecurityGroup': {'1.4'}, May 31 11:41:29.377607 dv-cinder-786383-7-smb neutron-server[98444]: 'SecurityGroupRule': {'1.2'}, May 31 11:41:29.377607 dv-cinder-786383-7-smb neutron-server[98444]: 'SubPort': {'1.0'}, May 31 11:41:29.377607 dv-cinder-786383-7-smb neutron-server[98444]: 'Subnet': {'1.1'}, May 31 11:41:29.377607 dv-cinder-786383-7-smb neutron-server[98444]: 'Trunk': {'1.1'}} May 31 11:41:29.377607 dv-cinder-786383-7-smb neutron-server[98444]: consumer versions: May 31 11:41:29.377607 dv-cinder-786383-7-smb neutron-server[98444]: { DHCP agent@dv-cinder-786383-7-smb: {}, May 31 11:41:29.377607 dv-cinder-786383-7-smb neutron-server[98444]: HyperV agent@hv-cinder-78638: {}, May 31 11:41:29.377607 dv-cinder-786383-7-smb neutron-server[98444]: L3 agent@dv-cinder-786383-7-smb: {}, May 31 11:41:29.377607 dv-cinder-786383-7-smb neutron-server[98444]: Metadata agent@dv-cinder-786383-7-smb: {}, May 31 11:41:29.377607 dv-cinder-786383-7-smb neutron-server[98444]: Metering agent@dv-cinder-786383-7-smb: {}, May 31 11:41:29.377607 dv-cinder-786383-7-smb neutron-server[98444]: Open vSwitch agent@dv-cinder-786383-7-smb: { 'AddressGroup': '1.2', May 31 11:41:29.377607 dv-cinder-786383-7-smb neutron-server[98444]: 'ConntrackHelper': '1.0', May 31 11:41:29.377607 dv-cinder-786383-7-smb neutron-server[98444]: 'Log': '1.0', May 31 11:41:29.377607 dv-cinder-786383-7-smb neutron-server[98444]: 'Network': '1.1', May 31 11:41:29.377607 dv-cinder-786383-7-smb neutron-server[98444]: 'Port': '1.7', May 31 11:41:29.377607 dv-cinder-786383-7-smb neutron-server[98444]: 'PortForwarding': '1.2', May 31 11:41:29.377607 dv-cinder-786383-7-smb neutron-server[98444]: 'QosPolicy': '1.8', May 31 11:41:29.377607 dv-cinder-786383-7-smb neutron-server[98444]: 'SecurityGroup': '1.4', May 31 11:41:29.377607 dv-cinder-786383-7-smb neutron-server[98444]: 'SecurityGroupRule': '1.2', May 31 11:41:29.377607 dv-cinder-786383-7-smb neutron-server[98444]: 'SubPort': '1.0', May 31 11:41:29.377607 dv-cinder-786383-7-smb neutron-server[98444]: 'Subnet': '1.1', May 31 11:41:29.377607 dv-cinder-786383-7-smb neutron-server[98444]: 'Trunk': '1.1'}} May 31 11:41:29.377607 dv-cinder-786383-7-smb neutron-server[98444]: {{(pid=98444) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 11:41:29.393242 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-6ca85d52-998d-470b-829c-ffbc7fdc5c14 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:29.396751 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-d88510d4-3617-452b-b918-dbcc82c25304 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:29.452025 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-6ca85d52-998d-470b-829c-ffbc7fdc5c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:29.493621 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.managers [None req-d88510d4-3617-452b-b918-dbcc82c25304 None None] Attempting to bind port bc403156-7bb3-4983-8854-564e4cfa9211 on host dv-cinder-786383-7-smb for vnic_type normal with profile {{(pid=98444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:41:29.493942 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.managers [None req-d88510d4-3617-452b-b918-dbcc82c25304 None None] Attempting to bind port bc403156-7bb3-4983-8854-564e4cfa9211 by drivers openvswitch,hyperv on host dv-cinder-786383-7-smb at level 0 using segments [{'id': '745935fc-742e-4dd5-baa0-27f62ebcc000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3b861c59-52f7-46ca-99da-e6f4b5d8dcf3'}] {{(pid=98444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:41:29.494551 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88510d4-3617-452b-b918-dbcc82c25304 None None] Attempting to bind port bc403156-7bb3-4983-8854-564e4cfa9211 on network 3b861c59-52f7-46ca-99da-e6f4b5d8dcf3 {{(pid=98444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:41:29.503184 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88510d4-3617-452b-b918-dbcc82c25304 None None] Checking agent: {'id': '54e7e3e0-9dc4-46e7-99bd-8d5ea4dab531', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 33, 27), 'started_at': datetime.datetime(2021, 5, 31, 11, 33, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:41:29.503856 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88510d4-3617-452b-b918-dbcc82c25304 None None] Checking segment: {'id': '745935fc-742e-4dd5-baa0-27f62ebcc000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3b861c59-52f7-46ca-99da-e6f4b5d8dcf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:41:29.504419 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-d88510d4-3617-452b-b918-dbcc82c25304 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:29.505035 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88510d4-3617-452b-b918-dbcc82c25304 None None] Bound using segment: {'id': '745935fc-742e-4dd5-baa0-27f62ebcc000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3b861c59-52f7-46ca-99da-e6f4b5d8dcf3'} {{(pid=98444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:41:29.505702 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.managers [None req-d88510d4-3617-452b-b918-dbcc82c25304 None None] Bound port: bc403156-7bb3-4983-8854-564e4cfa9211, host: dv-cinder-786383-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745935fc-742e-4dd5-baa0-27f62ebcc000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3b861c59-52f7-46ca-99da-e6f4b5d8dcf3'}}] {{(pid=98444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:41:29.506248 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-d88510d4-3617-452b-b918-dbcc82c25304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:29.552528 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-f1830c30-e796-47c2-821c-3b4f386abe07 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:29.574215 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-cfea4444-a3c4-40f7-a590-3d3458cadf0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:29.588927 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-cfea4444-a3c4-40f7-a590-3d3458cadf0e admin admin] Usage tracker for resource:security_group_rule and tenant:5042a29dba084c1ab45f17148f508695 is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:29.596820 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-cfea4444-a3c4-40f7-a590-3d3458cadf0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:29.608513 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1830c30-e796-47c2-821c-3b4f386abe07 admin admin] Made reservation on behalf of 137483c5ff894f0390c68478edf226f3 for: {'network': 1} {{(pid=98442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:41:29.611544 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-f1830c30-e796-47c2-821c-3b4f386abe07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-574767'] for network, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:29.627306 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-cfea4444-a3c4-40f7-a590-3d3458cadf0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:29.629761 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-f1830c30-e796-47c2-821c-3b4f386abe07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:29.692718 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-d88510d4-3617-452b-b918-dbcc82c25304 None None] For port bc403156-7bb3-4983-8854-564e4cfa9211, host dv-cinder-786383-7-smb, cleared binding levels {{(pid=98444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:41:29.696676 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-d88510d4-3617-452b-b918-dbcc82c25304 None None] For port bc403156-7bb3-4983-8854-564e4cfa9211, host dv-cinder-786383-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-smb',level=0,port_id=bc403156-7bb3-4983-8854-564e4cfa9211,segment=NetworkSegment(745935fc-742e-4dd5-baa0-27f62ebcc000),segment_id=745935fc-742e-4dd5-baa0-27f62ebcc000)] {{(pid=98444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:41:29.703024 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-d88510d4-3617-452b-b918-dbcc82c25304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:29.713891 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:29.759356 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e50c01-03c9-486e-b21e-82573bd750ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e7e9e17-f156-4f8f-9dde-7fb664b35005,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:29.777641 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-a3e50c01-03c9-486e-b21e-82573bd750ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:29.779802 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-f1830c30-e796-47c2-821c-3b4f386abe07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:29.791302 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-f1830c30-e796-47c2-821c-3b4f386abe07 admin admin] Usage tracker for resource:security_group_rule and tenant:137483c5ff894f0390c68478edf226f3 is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:29.803175 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3e50c01-03c9-486e-b21e-82573bd750ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 668} {{(pid=98443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:41:29.805756 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-f1830c30-e796-47c2-821c-3b4f386abe07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:29.835095 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-f1830c30-e796-47c2-821c-3b4f386abe07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:29.836075 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88510d4-3617-452b-b918-dbcc82c25304 None None] Pushing event updated for resources: {'Port': ['ID=bc403156-7bb3-4983-8854-564e4cfa9211,revision_number=2']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:29.848670 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-d88510d4-3617-452b-b918-dbcc82c25304 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:29.858987 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-a3e50c01-03c9-486e-b21e-82573bd750ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654047'] for segment, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:29.859338 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.db.segments_db [None req-a3e50c01-03c9-486e-b21e-82573bd750ba admin admin] Added segment 55b6605e-1dd3-493b-90f9-cb25ee555887 of type vlan for network 0f506732-8068-4570-abb4-b6b7b40e8fae May 31 11:41:29.913556 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-a3e50c01-03c9-486e-b21e-82573bd750ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781593130307'] for network, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:29.962551 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.db_base_plugin_common [None req-6ca85d52-998d-470b-829c-ffbc7fdc5c14 admin admin] Allocated IP 172.28.3.239 (21abd7a8-7011-4cfc-9928-6cba34534bd3/fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5/4856108b-0b77-4e29-9719-f8d192545e5e) {{(pid=98443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:41:29.966380 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-a3e50c01-03c9-486e-b21e-82573bd750ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8325956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7927536'] for network, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:29.971272 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e50c01-03c9-486e-b21e-82573bd750ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:29.973336 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-a3e50c01-03c9-486e-b21e-82573bd750ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927509'] for network, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:29.982375 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:30.154530 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-9fdf87ec-5ce8-4616-9e32-e9b9d10b7557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:30.177994 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-cfea4444-a3c4-40f7-a590-3d3458cadf0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:30.187917 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-cfea4444-a3c4-40f7-a590-3d3458cadf0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:30.216507 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfea4444-a3c4-40f7-a590-3d3458cadf0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 653} {{(pid=98442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:41:30.228075 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-cfea4444-a3c4-40f7-a590-3d3458cadf0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654047'] for segment, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:30.228581 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.db.segments_db [None req-cfea4444-a3c4-40f7-a590-3d3458cadf0e admin admin] Added segment 9d1bdf57-3200-42f1-a892-4fe305515aeb of type vlan for network bc594bf1-9bb1-4824-835e-1da191d41471 May 31 11:41:30.269884 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-cfea4444-a3c4-40f7-a590-3d3458cadf0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781593130307'] for network, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:30.278573 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:30.288304 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-f1830c30-e796-47c2-821c-3b4f386abe07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:30.321699 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-f1830c30-e796-47c2-821c-3b4f386abe07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:30.323321 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e50c01-03c9-486e-b21e-82573bd750ba admin admin] Pushing event updated for resources: {'Network': ['ID=0f506732-8068-4570-abb4-b6b7b40e8fae,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:30.329656 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-a3e50c01-03c9-486e-b21e-82573bd750ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:30.336225 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Network 0f506732-8068-4570-abb4-b6b7b40e8fae details requested by agent ovs-agent-dv-cinder-786383-7-smb with host dv-cinder-786383-7-smb {{(pid=98444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:41:30.406404 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfea4444-a3c4-40f7-a590-3d3458cadf0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8476982-9d5d-4c8d-b148-058382fd7b1f,revision_number=1']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:30.447354 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-cfea4444-a3c4-40f7-a590-3d3458cadf0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:30.448255 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-1d6f056f-1da8-4ba3-84c4-932e83b04168 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:30.483805 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1830c30-e796-47c2-821c-3b4f386abe07 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 674} {{(pid=98442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:41:30.508240 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-cfea4444-a3c4-40f7-a590-3d3458cadf0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8325956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7927536'] for network, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:30.523207 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfea4444-a3c4-40f7-a590-3d3458cadf0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:30.523925 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-cfea4444-a3c4-40f7-a590-3d3458cadf0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927509'] for network, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:30.566301 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-f1830c30-e796-47c2-821c-3b4f386abe07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654047'] for segment, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:30.566905 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.db.segments_db [None req-f1830c30-e796-47c2-821c-3b4f386abe07 admin admin] Added segment 060d4e1c-f196-46cb-ba4f-7d352cbad15d of type vlan for network 79d8a26c-dd66-4347-ae65-e9e905a4c881 May 31 11:41:30.574309 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-6ca85d52-998d-470b-829c-ffbc7fdc5c14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:30.582108 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1830c30-e796-47c2-821c-3b4f386abe07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95f25048-ac3c-451a-9c7f-c753883b57e5,revision_number=1']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:30.583328 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-f1830c30-e796-47c2-821c-3b4f386abe07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:30.584317 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-e30401f3-4136-4797-9846-59cc60f73656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531'] for subnet, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:30.593442 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:30.667567 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-a3e50c01-03c9-486e-b21e-82573bd750ba admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.6460364 May 31 11:41:30.668239 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 55336) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:30.677319 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-6ca85d52-998d-470b-829c-ffbc7fdc5c14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781593114058'] for port, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:30.690985 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.v2.base [None req-2cd1f809-0126-455d-966d-97fcdbc7f35f admin admin] Request body: {'subnet': {'network_id': '0f506732-8068-4570-abb4-b6b7b40e8fae', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-293186600-subnet', 'tenant_id': '2b863138735e47129ffd084f6497dfd9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:41:30.704857 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-2cd1f809-0126-455d-966d-97fcdbc7f35f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:30.722354 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-2cd1f809-0126-455d-966d-97fcdbc7f35f admin admin] Usage tracker for resource:subnet and tenant:2b863138735e47129ffd084f6497dfd9 is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:30.726611 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-2cd1f809-0126-455d-966d-97fcdbc7f35f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:30.745827 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-2cd1f809-0126-455d-966d-97fcdbc7f35f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:30.777926 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:30.818970 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-cfea4444-a3c4-40f7-a590-3d3458cadf0e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.4277055 May 31 11:41:30.828689 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-f1830c30-e796-47c2-821c-3b4f386abe07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781593130307'] for network, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:30.856915 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 55344) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:30.866284 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.v2.base [None req-689a6548-fd8d-472b-864e-830a4c536c27 admin admin] Request body: {'subnet': {'network_id': 'bc594bf1-9bb1-4824-835e-1da191d41471', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-990882218-subnet', 'tenant_id': '5042a29dba084c1ab45f17148f508695', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:41:30.875818 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfea4444-a3c4-40f7-a590-3d3458cadf0e admin admin] Pushing event updated for resources: {'Network': ['ID=bc594bf1-9bb1-4824-835e-1da191d41471,revision_number=1']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:30.881010 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-cfea4444-a3c4-40f7-a590-3d3458cadf0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:30.885113 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-689a6548-fd8d-472b-864e-830a4c536c27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:30.889813 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Network bc594bf1-9bb1-4824-835e-1da191d41471 details requested by agent ovs-agent-dv-cinder-786383-7-smb with host dv-cinder-786383-7-smb {{(pid=98444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:41:30.890906 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.262s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:30.938344 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e30401f3-4136-4797-9846-59cc60f73656 admin admin] Checking segment: {'id': 'b2814dc4-7721-40d7-bb3a-9698a734a5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '665ca1a0-d0c5-448d-9582-68d76f26f11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:41:30.939303 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30401f3-4136-4797-9846-59cc60f73656 admin admin] Network hostable DHCP agents. Network: 665ca1a0-d0c5-448d-9582-68d76f26f11a, hostable agents: ['fb962da1-0809-46df-9ec4-203c2f15f643'], hosted agents: [] {{(pid=98442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:41:30.950516 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-689a6548-fd8d-472b-864e-830a4c536c27 admin admin] Usage tracker for resource:subnet and tenant:5042a29dba084c1ab45f17148f508695 is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:30.961211 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-689a6548-fd8d-472b-864e-830a4c536c27 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:31.011049 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.db.resource_extend [None req-f1830c30-e796-47c2-821c-3b4f386abe07 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 11:41:31.023675 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-689a6548-fd8d-472b-864e-830a4c536c27 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:31.026690 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cd1f809-0126-455d-966d-97fcdbc7f35f admin admin] Made reservation on behalf of 2b863138735e47129ffd084f6497dfd9 for: {'subnet': 1} {{(pid=98443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:41:31.036912 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-2cd1f809-0126-455d-966d-97fcdbc7f35f admin admin] Notify callbacks [] for subnet, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:31.073304 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689a6548-fd8d-472b-864e-830a4c536c27 admin admin] Made reservation on behalf of 5042a29dba084c1ab45f17148f508695 for: {'subnet': 1} {{(pid=98442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:41:31.077235 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-689a6548-fd8d-472b-864e-830a4c536c27 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:31.097467 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca85d52-998d-470b-829c-ffbc7fdc5c14 admin admin] Network 21abd7a8-7011-4cfc-9928-6cba34534bd3 is already hosted by enough agents. {{(pid=98443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:41:31.103857 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30401f3-4136-4797-9846-59cc60f73656 admin admin] Pushing event updated for resources: {'Subnet': ['ID=482a023d-7693-4e4c-a2dd-49fc43823b85,revision_number=0']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:31.108982 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-e30401f3-4136-4797-9846-59cc60f73656 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:31.118230 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e30401f3-4136-4797-9846-59cc60f73656 admin admin] Network 665ca1a0-d0c5-448d-9582-68d76f26f11a is scheduled to be hosted by DHCP agent fb962da1-0809-46df-9ec4-203c2f15f643 with binding_index 1 {{(pid=98442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:41:31.123421 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-f1830c30-e796-47c2-821c-3b4f386abe07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8325956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7927536'] for network, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:31.133756 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.base_scheduler [None req-6ca85d52-998d-470b-829c-ffbc7fdc5c14 admin admin] Resources bound (agent type, host, resource id): {{(pid=98443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:41:31.134089 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1830c30-e796-47c2-821c-3b4f386abe07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:31.135415 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-f1830c30-e796-47c2-821c-3b4f386abe07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927509'] for network, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:31.146925 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca85d52-998d-470b-829c-ffbc7fdc5c14 admin admin] Received port after_create {{(pid=98443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:41:31.148758 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-cfea4444-a3c4-40f7-a590-3d3458cadf0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:31.170253 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.base_scheduler [None req-e30401f3-4136-4797-9846-59cc60f73656 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-7-smb, 665ca1a0-d0c5-448d-9582-68d76f26f11a) {{(pid=98442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:41:31.175429 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30401f3-4136-4797-9846-59cc60f73656 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:31.176013 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-e30401f3-4136-4797-9846-59cc60f73656 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927509'] for subnet, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:31.207948 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03968790-a0d7-496f-ae3f-12f7019691a2 None None] Network 665ca1a0-d0c5-448d-9582-68d76f26f11a requested from dv-cinder-786383-7-smb {{(pid=98444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:41:31.289590 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-e30401f3-4136-4797-9846-59cc60f73656 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.1429315 May 31 11:41:31.319613 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 55362) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:31.396907 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 55366) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:31.452044 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-f1830c30-e796-47c2-821c-3b4f386abe07 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.9636135 May 31 11:41:31.456707 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 55374) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:31.462983 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca85d52-998d-470b-829c-ffbc7fdc5c14 admin admin] Pushing event updated for resources: {'Port': ['ID=4856108b-0b77-4e29-9719-f8d192545e5e,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:31.480924 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-6ca85d52-998d-470b-829c-ffbc7fdc5c14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.705s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:31.483713 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1830c30-e796-47c2-821c-3b4f386abe07 admin admin] Pushing event updated for resources: {'Network': ['ID=79d8a26c-dd66-4347-ae65-e9e905a4c881,revision_number=1']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:31.484104 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.v2.base [None req-9611283b-a2b3-4797-bef1-e81e07663c4c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-342948192-router', 'tenant_id': '4d8aa9185953468f8491235be83abf68', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3'}}} {{(pid=98443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:41:31.487615 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-f1830c30-e796-47c2-821c-3b4f386abe07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:31.498537 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.v2.base [None req-9cbb8151-87fd-4a5d-a32b-578c25b21f8e admin admin] Request body: {'subnet': {'network_id': '79d8a26c-dd66-4347-ae65-e9e905a4c881', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1094803817-subnet', 'tenant_id': '137483c5ff894f0390c68478edf226f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:41:31.514485 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-9cbb8151-87fd-4a5d-a32b-578c25b21f8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:31.530611 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-9cbb8151-87fd-4a5d-a32b-578c25b21f8e admin admin] Usage tracker for resource:subnet and tenant:137483c5ff894f0390c68478edf226f3 is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:31.541610 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-9cbb8151-87fd-4a5d-a32b-578c25b21f8e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:31.560259 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-9cbb8151-87fd-4a5d-a32b-578c25b21f8e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:31.600603 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cbb8151-87fd-4a5d-a32b-578c25b21f8e admin admin] Made reservation on behalf of 137483c5ff894f0390c68478edf226f3 for: {'subnet': 1} {{(pid=98442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:41:31.601426 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-9611283b-a2b3-4797-bef1-e81e07663c4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:31.611555 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-9cbb8151-87fd-4a5d-a32b-578c25b21f8e admin admin] Notify callbacks [] for subnet, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:31.635004 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b28353-165f-4449-8505-55ef642607f2 None None] Network 3b861c59-52f7-46ca-99da-e6f4b5d8dcf3 requested from dv-cinder-786383-7-smb {{(pid=98444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:41:31.689233 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-9611283b-a2b3-4797-bef1-e81e07663c4c admin admin] Usage tracker for resource:router and tenant:4d8aa9185953468f8491235be83abf68 is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:31.700425 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-9611283b-a2b3-4797-bef1-e81e07663c4c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:31.736389 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-9611283b-a2b3-4797-bef1-e81e07663c4c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:31.815583 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-9611283b-a2b3-4797-bef1-e81e07663c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8360380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-651'] for router, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:31.816631 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-9611283b-a2b3-4797-bef1-e81e07663c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8360892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8365411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8385934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-658'] for router, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:31.874348 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Network 79d8a26c-dd66-4347-ae65-e9e905a4c881 details requested by agent ovs-agent-dv-cinder-786383-7-smb with host dv-cinder-786383-7-smb {{(pid=98444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:41:31.907232 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 55390) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:31.954777 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device bc403156-7bb3-4983-8854-564e4cfa9211 up at agent ovs-agent-dv-cinder-786383-7-smb {{(pid=98444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:41:31.993679 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-41357581-dca2-4f28-8ebf-83fe550fe1a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:32.003171 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-9611283b-a2b3-4797-bef1-e81e07663c4c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:32.028961 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-41357581-dca2-4f28-8ebf-83fe550fe1a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:32.056378 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-41357581-dca2-4f28-8ebf-83fe550fe1a4 admin admin] Usage tracker for resource:security_group_rule and tenant:8b933ab2f28d4f4aaf1560c5935876e1 is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:32.064134 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-41357581-dca2-4f28-8ebf-83fe550fe1a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:32.080422 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-41357581-dca2-4f28-8ebf-83fe550fe1a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:32.200022 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14e9e81-0231-4ceb-be35-14cbe5f07706 None None] Network 665ca1a0-d0c5-448d-9582-68d76f26f11a requested from dv-cinder-786383-7-smb {{(pid=98444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:41:32.402683 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-41357581-dca2-4f28-8ebf-83fe550fe1a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:32.428149 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-6b50bf71-4b61-440e-87db-d26b8948a009 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:32.432185 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-41357581-dca2-4f28-8ebf-83fe550fe1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:32.438124 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-152089fc-eece-4eab-b303-caebb1cec4bb None None] Provisioning for port bc403156-7bb3-4983-8854-564e4cfa9211 completed by entity DHCP. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:41:32.460937 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-6ca85d52-998d-470b-829c-ffbc7fdc5c14 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:32.467076 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-f1830c30-e796-47c2-821c-3b4f386abe07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:32.584855 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-6b50bf71-4b61-440e-87db-d26b8948a009 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:32.638081 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-41357581-dca2-4f28-8ebf-83fe550fe1a4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8b933ab2f28d4f4aaf1560c5935876e1&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2371070 May 31 11:41:32.640719 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41357581-dca2-4f28-8ebf-83fe550fe1a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c76a2920-fc04-49b3-ac05-58790cb3dba4,revision_number=1']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:32.643925 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 55414) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:32.665132 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-41357581-dca2-4f28-8ebf-83fe550fe1a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:32.682916 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-9611283b-a2b3-4797-bef1-e81e07663c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8365382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8360334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-736'] for router, precommit_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:32.689970 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Provisioning for port bc403156-7bb3-4983-8854-564e4cfa9211 completed by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:41:32.695230 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-6b50bf71-4b61-440e-87db-d26b8948a009 admin admin] Usage tracker for resource:security_group_rule and tenant:6a2c7b36ed6e4378a423fa5ad81f68f7 is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:32.701869 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Provisioning complete for port bc403156-7bb3-4983-8854-564e4cfa9211 triggered by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:41:32.703890 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:32.705986 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-6b50bf71-4b61-440e-87db-d26b8948a009 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:32.709859 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-689a6548-fd8d-472b-864e-830a4c536c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531'] for subnet, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:32.730068 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-e30401f3-4136-4797-9846-59cc60f73656 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:32.830342 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-6b50bf71-4b61-440e-87db-d26b8948a009 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:32.923845 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:32.926040 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689a6548-fd8d-472b-864e-830a4c536c27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=745ad39c-872c-4b9f-8b3c-048a912d16b8,revision_number=0']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:32.936569 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-689a6548-fd8d-472b-864e-830a4c536c27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:32.957373 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-689a6548-fd8d-472b-864e-830a4c536c27 admin admin] Checking segment: {'id': '9d1bdf57-3200-42f1-a892-4fe305515aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'bc594bf1-9bb1-4824-835e-1da191d41471'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:41:32.957509 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689a6548-fd8d-472b-864e-830a4c536c27 admin admin] Network hostable DHCP agents. Network: bc594bf1-9bb1-4824-835e-1da191d41471, hostable agents: ['fb962da1-0809-46df-9ec4-203c2f15f643'], hosted agents: [] {{(pid=98442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:41:32.975258 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] For port bc403156-7bb3-4983-8854-564e4cfa9211, host dv-cinder-786383-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-smb',level=0,port_id=bc403156-7bb3-4983-8854-564e4cfa9211,segment=NetworkSegment(745935fc-742e-4dd5-baa0-27f62ebcc000),segment_id=745935fc-742e-4dd5-baa0-27f62ebcc000)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:41:32.983335 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-ddc32e82-8a4b-4542-9460-12b3b5b3270e None None] Provisioning complete for port bc403156-7bb3-4983-8854-564e4cfa9211 triggered by entity DHCP. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:41:32.983879 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-ddc32e82-8a4b-4542-9460-12b3b5b3270e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:32.984908 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-f3fbdfdd-8f82-473b-ae79-ccbc22f645cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:33.020933 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:33.040078 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:33.068255 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689a6548-fd8d-472b-864e-830a4c536c27 admin admin] Network bc594bf1-9bb1-4824-835e-1da191d41471 is scheduled to be hosted by DHCP agent fb962da1-0809-46df-9ec4-203c2f15f643 with binding_index 1 {{(pid=98442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:41:33.085400 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-f3fbdfdd-8f82-473b-ae79-ccbc22f645cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:33.121350 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Pushing event updated for resources: {'Port': ['ID=bc403156-7bb3-4983-8854-564e4cfa9211,revision_number=3']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:33.123218 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.base_scheduler [None req-689a6548-fd8d-472b-864e-830a4c536c27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-7-smb, bc594bf1-9bb1-4824-835e-1da191d41471) {{(pid=98442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:41:33.131205 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:33.139514 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b088fb96-510f-452a-a6ec-339b2703f071 None None] Network bc594bf1-9bb1-4824-835e-1da191d41471 requested from dv-cinder-786383-7-smb {{(pid=98444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:41:33.150692 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689a6548-fd8d-472b-864e-830a4c536c27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:33.151395 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-689a6548-fd8d-472b-864e-830a4c536c27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927509'] for subnet, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:33.159619 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-9cbb8151-87fd-4a5d-a32b-578c25b21f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531'] for subnet, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:33.174281 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:33.278194 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-689a6548-fd8d-472b-864e-830a4c536c27 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4176617 May 31 11:41:33.284976 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbb8151-87fd-4a5d-a32b-578c25b21f8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9fd55cdd-d13a-4134-ac0d-50fa90ef4a5c,revision_number=0']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:33.313870 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-9cbb8151-87fd-4a5d-a32b-578c25b21f8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:33.323096 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbb8151-87fd-4a5d-a32b-578c25b21f8e admin admin] Checking segment: {'id': '060d4e1c-f196-46cb-ba4f-7d352cbad15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '79d8a26c-dd66-4347-ae65-e9e905a4c881'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:41:33.323841 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbb8151-87fd-4a5d-a32b-578c25b21f8e admin admin] Network hostable DHCP agents. Network: 79d8a26c-dd66-4347-ae65-e9e905a4c881, hostable agents: ['fb962da1-0809-46df-9ec4-203c2f15f643'], hosted agents: [] {{(pid=98442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:41:33.342042 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-f3fbdfdd-8f82-473b-ae79-ccbc22f645cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:33.351240 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-41357581-dca2-4f28-8ebf-83fe550fe1a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:33.363721 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-f3fbdfdd-8f82-473b-ae79-ccbc22f645cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:33.367203 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-f3fbdfdd-8f82-473b-ae79-ccbc22f645cd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c76a2920-fc04-49b3-ac05-58790cb3dba4 HTTP/1.1" status: 204 len: 168 time: 0.7048910 May 31 11:41:33.367203 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbb8151-87fd-4a5d-a32b-578c25b21f8e admin admin] Network 79d8a26c-dd66-4347-ae65-e9e905a4c881 is scheduled to be hosted by DHCP agent fb962da1-0809-46df-9ec4-203c2f15f643 with binding_index 1 {{(pid=98442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:41:33.374832 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fbdfdd-8f82-473b-ae79-ccbc22f645cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c76a2920-fc04-49b3-ac05-58790cb3dba4,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:33.384584 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-f3fbdfdd-8f82-473b-ae79-ccbc22f645cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:33.386084 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.base_scheduler [None req-9cbb8151-87fd-4a5d-a32b-578c25b21f8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-7-smb, 79d8a26c-dd66-4347-ae65-e9e905a4c881) {{(pid=98442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:41:33.399447 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbb8151-87fd-4a5d-a32b-578c25b21f8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:33.400034 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-9cbb8151-87fd-4a5d-a32b-578c25b21f8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927509'] for subnet, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:33.425365 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db8d4bf-584b-4377-8391-3a2d0d3a3f51 None None] Network 79d8a26c-dd66-4347-ae65-e9e905a4c881 requested from dv-cinder-786383-7-smb {{(pid=98444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:41:33.444813 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-9cbb8151-87fd-4a5d-a32b-578c25b21f8e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9840541 May 31 11:41:33.502840 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab7c404-fde5-44bc-9a27-2201c49ab897 None None] Network bc594bf1-9bb1-4824-835e-1da191d41471 requested from dv-cinder-786383-7-smb {{(pid=98444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:41:33.587221 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-6b50bf71-4b61-440e-87db-d26b8948a009 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:33.606386 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-6b50bf71-4b61-440e-87db-d26b8948a009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:33.628277 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:33.742056 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-6ca85d52-998d-470b-829c-ffbc7fdc5c14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8360373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8365317'] for router, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:33.744207 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-2cd1f809-0126-455d-966d-97fcdbc7f35f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531'] for subnet, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:33.755887 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device bc403156-7bb3-4983-8854-564e4cfa9211 up at agent ovs-agent-dv-cinder-786383-7-smb {{(pid=98444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:41:34.003058 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ebcc95-0779-4952-a396-714b0fa05a1f None None] Network 79d8a26c-dd66-4347-ae65-e9e905a4c881 requested from dv-cinder-786383-7-smb {{(pid=98444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:41:34.043803 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-6b50bf71-4b61-440e-87db-d26b8948a009 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6a2c7b36ed6e4378a423fa5ad81f68f7&name=default HTTP/1.1" status: 200 len: 2975 time: 2.1332862 May 31 11:41:34.046469 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 55462) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:34.104883 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Provisioning complete for port bc403156-7bb3-4983-8854-564e4cfa9211 triggered by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:41:34.105333 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:34.114563 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cd1f809-0126-455d-966d-97fcdbc7f35f admin admin] Checking segment: {'id': '55b6605e-1dd3-493b-90f9-cb25ee555887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '0f506732-8068-4570-abb4-b6b7b40e8fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:41:34.114977 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd1f809-0126-455d-966d-97fcdbc7f35f admin admin] Network hostable DHCP agents. Network: 0f506732-8068-4570-abb4-b6b7b40e8fae, hostable agents: ['fb962da1-0809-46df-9ec4-203c2f15f643'], hosted agents: [] {{(pid=98443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:41:34.153167 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-edaf9b72-8819-40b2-8eb1-f9d1fb4b34e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:34.156026 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b50bf71-4b61-440e-87db-d26b8948a009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3482de8d-0dd2-433f-82f6-2bbeb66adc09,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:34.177943 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd1f809-0126-455d-966d-97fcdbc7f35f admin admin] Network 0f506732-8068-4570-abb4-b6b7b40e8fae is scheduled to be hosted by DHCP agent fb962da1-0809-46df-9ec4-203c2f15f643 with binding_index 1 {{(pid=98443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:41:34.189047 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-9611283b-a2b3-4797-bef1-e81e07663c4c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:34.213023 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 55470) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:34.231486 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-6b50bf71-4b61-440e-87db-d26b8948a009 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:34.235531 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-9611283b-a2b3-4797-bef1-e81e07663c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:34.256437 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-edaf9b72-8819-40b2-8eb1-f9d1fb4b34e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:34.323666 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-d15c7ba9-1d4f-4090-af6f-f2df59cfb098 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:34.349883 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 55488) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:34.360294 dv-cinder-786383-7-smb neutron-server[98442]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 31 11:41:34.375273 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.433s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:34.396147 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-d15c7ba9-1d4f-4090-af6f-f2df59cfb098 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:34.405188 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.base_scheduler [None req-2cd1f809-0126-455d-966d-97fcdbc7f35f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-7-smb, 0f506732-8068-4570-abb4-b6b7b40e8fae) {{(pid=98443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:41:34.418723 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18551d86-ce09-4b96-bccb-17b4fd1cfb3f None None] Network 0f506732-8068-4570-abb4-b6b7b40e8fae requested from dv-cinder-786383-7-smb {{(pid=98444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:41:34.461251 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-d15c7ba9-1d4f-4090-af6f-f2df59cfb098 admin admin] Usage tracker for resource:security_group_rule and tenant:436b1704977d429ebe38e59fd255951a is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:34.490002 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-d15c7ba9-1d4f-4090-af6f-f2df59cfb098 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:34.499628 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cd1f809-0126-455d-966d-97fcdbc7f35f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:34.500225 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-2cd1f809-0126-455d-966d-97fcdbc7f35f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927509'] for subnet, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:34.504830 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-d15c7ba9-1d4f-4090-af6f-f2df59cfb098 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:34.511463 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-edaf9b72-8819-40b2-8eb1-f9d1fb4b34e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:34.525030 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:34.549846 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-2cd1f809-0126-455d-966d-97fcdbc7f35f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.8792999 May 31 11:41:34.576170 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd1f809-0126-455d-966d-97fcdbc7f35f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba998157-a747-45c4-b91b-5e46c2990777,revision_number=0']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:34.590772 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-2cd1f809-0126-455d-966d-97fcdbc7f35f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:34.606763 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b892e5-6be1-4ebb-8933-1ea8446f0b57 req-8cc6ba7b-2ee4-4d37-b0d2-781ac3cc5279 tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:34.607475 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [req-46b892e5-6be1-4ebb-8933-1ea8446f0b57 req-8cc6ba7b-2ee4-4d37-b0d2-781ac3cc5279 tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] Synchronizing usage tracker for tenant:5042a29dba084c1ab45f17148f508695 on resource:network {{(pid=98442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:41:34.620324 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaf9b72-8819-40b2-8eb1-f9d1fb4b34e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3482de8d-0dd2-433f-82f6-2bbeb66adc09,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:34.625475 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-edaf9b72-8819-40b2-8eb1-f9d1fb4b34e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:34.642051 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-edaf9b72-8819-40b2-8eb1-f9d1fb4b34e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:34.643570 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-edaf9b72-8819-40b2-8eb1-f9d1fb4b34e1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3482de8d-0dd2-433f-82f6-2bbeb66adc09 HTTP/1.1" status: 204 len: 168 time: 0.5929503 May 31 11:41:34.646365 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [req-46b892e5-6be1-4ebb-8933-1ea8446f0b57 req-8cc6ba7b-2ee4-4d37-b0d2-781ac3cc5279 tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] Unset dirty status for tenant:5042a29dba084c1ab45f17148f508695 on resource:network {{(pid=98442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:41:34.647689 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-46b892e5-6be1-4ebb-8933-1ea8446f0b57 req-8cc6ba7b-2ee4-4d37-b0d2-781ac3cc5279 tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] 10.222.0.21 "GET /v2.0/networks?id=bc594bf1-9bb1-4824-835e-1da191d41471 HTTP/1.1" status: 200 len: 811 time: 0.2955837 May 31 11:41:34.656389 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 55508) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:34.708672 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-46b892e5-6be1-4ebb-8933-1ea8446f0b57 req-3814b673-71fc-4cdc-ae07-f405930f4165 tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] 10.222.0.21 "GET /v2.0/quotas/5042a29dba084c1ab45f17148f508695 HTTP/1.1" status: 200 len: 375 time: 0.0530415 May 31 11:41:34.718327 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe3e19c-9010-4e1d-8c2b-268c62703e04 None None] Network 0f506732-8068-4570-abb4-b6b7b40e8fae requested from dv-cinder-786383-7-smb {{(pid=98444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:41:34.850264 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.db_base_plugin_common [None req-9611283b-a2b3-4797-bef1-e81e07663c4c admin admin] Allocated IP 172.28.3.83 (21abd7a8-7011-4cfc-9928-6cba34534bd3/fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5/66cdaeff-8dec-4ee0-9c53-352d14038b07) {{(pid=98443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:41:34.855755 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ca85d52-998d-470b-829c-ffbc7fdc5c14 admin admin] Router 1f31bf17-2c66-4dca-a7df-4af4dab9b0d6 is scheduled to L3 agent 18500941-09fe-4120-b40f-cc1049bfe169 with binding_index 1 {{(pid=98443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 11:41:34.856389 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-46b892e5-6be1-4ebb-8933-1ea8446f0b57 req-83b5619c-f417-4ac8-919e-e50243a49c8e tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5042a29dba084c1ab45f17148f508695&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0855005 May 31 11:41:34.947460 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd753bb6-9cc0-4779-939c-e4364f9aa6c5 req-ca30ae5d-16ea-4b97-9034-d0c1a3eeafff tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:34.948386 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [req-dd753bb6-9cc0-4779-939c-e4364f9aa6c5 req-ca30ae5d-16ea-4b97-9034-d0c1a3eeafff tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Synchronizing usage tracker for tenant:137483c5ff894f0390c68478edf226f3 on resource:network {{(pid=98442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:41:34.979642 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-d15c7ba9-1d4f-4090-af6f-f2df59cfb098 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:34.995063 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-d15c7ba9-1d4f-4090-af6f-f2df59cfb098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:35.004837 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-cfea4444-a3c4-40f7-a590-3d3458cadf0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:35.043252 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15c7ba9-1d4f-4090-af6f-f2df59cfb098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f174bf1-5013-456f-80b7-ed9b2dae1fef,revision_number=1']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:35.047305 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [req-dd753bb6-9cc0-4779-939c-e4364f9aa6c5 req-ca30ae5d-16ea-4b97-9034-d0c1a3eeafff tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Unset dirty status for tenant:137483c5ff894f0390c68478edf226f3 on resource:network {{(pid=98442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:41:35.048524 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-dd753bb6-9cc0-4779-939c-e4364f9aa6c5 req-ca30ae5d-16ea-4b97-9034-d0c1a3eeafff tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/networks?id=79d8a26c-dd66-4347-ae65-e9e905a4c881 HTTP/1.1" status: 200 len: 815 time: 0.3912306 May 31 11:41:35.051401 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-d15c7ba9-1d4f-4090-af6f-f2df59cfb098 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:35.083384 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-d15c7ba9-1d4f-4090-af6f-f2df59cfb098 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=436b1704977d429ebe38e59fd255951a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8687241 May 31 11:41:35.085328 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 55528) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:35.086798 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-dd753bb6-9cc0-4779-939c-e4364f9aa6c5 req-d7bb046f-0606-48af-b09f-8ac1b81a802f tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/quotas/137483c5ff894f0390c68478edf226f3 HTTP/1.1" status: 200 len: 375 time: 0.0241146 May 31 11:41:35.211267 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ca85d52-998d-470b-829c-ffbc7fdc5c14 admin admin] Notify agent at l3_agent.dv-cinder-786383-7-smb the message routers_updated {{(pid=98443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:41:35.222376 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf456af-9dd5-4210-b496-943b8df73175 None None] Sync routers for ids ['1f31bf17-2c66-4dca-a7df-4af4dab9b0d6'] in dv-cinder-786383-7-smb {{(pid=98445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:41:35.242931 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 55532) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:35.249166 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf456af-9dd5-4210-b496-943b8df73175 None None] Routers {'1f31bf17-2c66-4dca-a7df-4af4dab9b0d6'} bound to L3 agent in host dv-cinder-786383-7-smb {{(pid=98445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:41:35.249823 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_hamode_db [None req-6cf456af-9dd5-4210-b496-943b8df73175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T11:33:28Z,description=,heartbeat_timestamp=2021-05-31T11:41:28Z,host='dv-cinder-786383-7-smb',id=18500941-09fe-4120-b40f-cc1049bfe169,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:33:28Z,topic='l3_agent')) {'router_ids': ['1f31bf17-2c66-4dca-a7df-4af4dab9b0d6'], 'active': True} {{(pid=98445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:35.263967 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-9611283b-a2b3-4797-bef1-e81e07663c4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:35.275294 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-7419d83b-27cd-42be-a2c3-c9172e6de35d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:35.287444 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-6ca85d52-998d-470b-829c-ffbc7fdc5c14 admin admin] Notify callbacks [] for router, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:35.288923 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-6ca85d52-998d-470b-829c-ffbc7fdc5c14 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.0426040 May 31 11:41:35.293317 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-dd753bb6-9cc0-4779-939c-e4364f9aa6c5 req-c5493833-496a-42f1-8ec8-c9025d7949c1 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=137483c5ff894f0390c68478edf226f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1301541 May 31 11:41:35.293816 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 55538) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:35.296514 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-fd58980b-7245-4290-8c1e-d0d1f65368b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:35.306052 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-7419d83b-27cd-42be-a2c3-c9172e6de35d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:35.312021 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-7419d83b-27cd-42be-a2c3-c9172e6de35d admin admin] Usage tracker for resource:security_group_rule and tenant:60fd13da915d4fd08de6ad2bd64f32dd is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:35.321852 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-7419d83b-27cd-42be-a2c3-c9172e6de35d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:35.331974 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-7419d83b-27cd-42be-a2c3-c9172e6de35d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:35.373082 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-9611283b-a2b3-4797-bef1-e81e07663c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781593114058'] for port, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:35.382066 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-8543d2ab-4d0a-4a1c-8412-e0e9abaf84e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:35.470400 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9611283b-a2b3-4797-bef1-e81e07663c4c admin admin] Network 21abd7a8-7011-4cfc-9928-6cba34534bd3 is already hosted by enough agents. {{(pid=98443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:41:35.478084 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.base_scheduler [None req-9611283b-a2b3-4797-bef1-e81e07663c4c admin admin] Resources bound (agent type, host, resource id): {{(pid=98443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:41:35.490132 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9611283b-a2b3-4797-bef1-e81e07663c4c admin admin] Received port after_create {{(pid=98443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:41:35.563648 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9611283b-a2b3-4797-bef1-e81e07663c4c admin admin] Pushing event updated for resources: {'Port': ['ID=66cdaeff-8dec-4ee0-9c53-352d14038b07,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:35.612096 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_dvr_db [None req-6cf456af-9dd5-4210-b496-943b8df73175 None None] Set router 1f31bf17-2c66-4dca-a7df-4af4dab9b0d6 gateway port host: dv-cinder-786383-7-smb {{(pid=98445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:41:35.625248 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-9611283b-a2b3-4797-bef1-e81e07663c4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:35.716285 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-7419d83b-27cd-42be-a2c3-c9172e6de35d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:35.734235 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 55552) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:35.737805 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-7419d83b-27cd-42be-a2c3-c9172e6de35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:35.741895 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.v2.base [None req-1961bfd2-a862-4b15-b716-bc90b3116e72 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-348424581-network', 'tenant_id': '41489a377e3d47c6924be795e41b1c95'}} {{(pid=98443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:41:35.753016 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:35.759082 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [req-46b892e5-6be1-4ebb-8933-1ea8446f0b57 req-c2fda641-0498-4ce5-821d-3073d9b1f1b0 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=98442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 11:41:35.760064 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-46b892e5-6be1-4ebb-8933-1ea8446f0b57 req-c2fda641-0498-4ce5-821d-3073d9b1f1b0 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4894373 May 31 11:41:35.828371 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-1961bfd2-a862-4b15-b716-bc90b3116e72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:35.848434 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-1961bfd2-a862-4b15-b716-bc90b3116e72 admin admin] Usage tracker for resource:network and tenant:41489a377e3d47c6924be795e41b1c95 is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:35.855893 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-1961bfd2-a862-4b15-b716-bc90b3116e72 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:35.884447 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-1961bfd2-a862-4b15-b716-bc90b3116e72 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:35.886500 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [req-dd753bb6-9cc0-4779-939c-e4364f9aa6c5 req-4620af3a-5bb9-4ad9-a075-eeb7d64a3e9b service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=98442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 11:41:35.887606 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-dd753bb6-9cc0-4779-939c-e4364f9aa6c5 req-4620af3a-5bb9-4ad9-a075-eeb7d64a3e9b service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1575077 May 31 11:41:35.893508 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-fd58980b-7245-4290-8c1e-d0d1f65368b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:35.899878 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-7419d83b-27cd-42be-a2c3-c9172e6de35d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=60fd13da915d4fd08de6ad2bd64f32dd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6535268 May 31 11:41:35.901943 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7419d83b-27cd-42be-a2c3-c9172e6de35d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=715a9099-d45d-4243-a0fe-2110473c9e8a,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:35.906058 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 55558) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:35.914818 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-7419d83b-27cd-42be-a2c3-c9172e6de35d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:35.969387 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_hamode_db [None req-6cf456af-9dd5-4210-b496-943b8df73175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f31bf17-2c66-4dca-a7df-4af4dab9b0d6', 'name': 'tempest-AttachVolumeTestJSON-608903553-router', 'tenant_id': '0eca8cc498704c828ce4fda2d808043a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.239'}], 'enable_snat': True}, 'gw_port_id': '4856108b-0b77-4e29-9719-f8d192545e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:41:28Z', 'updated_at': '2021-05-31T11:41:31Z', 'revision_number': 3, 'project_id': '0eca8cc498704c828ce4fda2d808043a', 'gw_port': {'id': '4856108b-0b77-4e29-9719-f8d192545e5e', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a5:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f31bf17-2c66-4dca-a7df-4af4dab9b0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:29Z', 'updated_at': '2021-05-31T11:41:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb'}], 'dv-cinder-786383-7-smb', False) {} {{(pid=98445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:35.973260 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf456af-9dd5-4210-b496-943b8df73175 None None] Checking router: 1f31bf17-2c66-4dca-a7df-4af4dab9b0d6 for host: dv-cinder-786383-7-smb {{(pid=98445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:41:35.973627 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf456af-9dd5-4210-b496-943b8df73175 None None] Updating router 1f31bf17-2c66-4dca-a7df-4af4dab9b0d6 port 4856108b-0b77-4e29-9719-f8d192545e5e binding host dv-cinder-786383-7-smb {{(pid=98445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 11:41:35.988939 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1961bfd2-a862-4b15-b716-bc90b3116e72 admin admin] Made reservation on behalf of 41489a377e3d47c6924be795e41b1c95 for: {'network': 1} {{(pid=98443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:41:35.991280 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-1961bfd2-a862-4b15-b716-bc90b3116e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-574767'] for network, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:36.023662 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-1961bfd2-a862-4b15-b716-bc90b3116e72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:36.028354 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron_lib.callbacks.manager [None req-6cf456af-9dd5-4210-b496-943b8df73175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:36.059474 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-1961bfd2-a862-4b15-b716-bc90b3116e72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:36.070854 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-1961bfd2-a862-4b15-b716-bc90b3116e72 admin admin] Usage tracker for resource:security_group_rule and tenant:41489a377e3d47c6924be795e41b1c95 is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:36.075168 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-9611283b-a2b3-4797-bef1-e81e07663c4c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:36.130986 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-1961bfd2-a862-4b15-b716-bc90b3116e72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:36.145708 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-1961bfd2-a862-4b15-b716-bc90b3116e72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:36.150392 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-46b892e5-6be1-4ebb-8933-1ea8446f0b57 req-ea991eaf-9669-4da5-bcf9-4f7a5cb50b46 service neutron] 10.222.0.21 "GET /v2.0/networks/bc594bf1-9bb1-4824-835e-1da191d41471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3760493 May 31 11:41:36.186877 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-da508555-772b-4c7f-ac1d-94f6e93a9c4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:36.351578 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-fd58980b-7245-4290-8c1e-d0d1f65368b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:36.369681 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-d15c7ba9-1d4f-4090-af6f-f2df59cfb098 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:36.371836 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-da508555-772b-4c7f-ac1d-94f6e93a9c4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:36.377310 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-dd753bb6-9cc0-4779-939c-e4364f9aa6c5 req-fcc9dae7-d564-4870-8577-36573d795253 service neutron] 10.222.0.21 "GET /v2.0/networks/79d8a26c-dd66-4347-ae65-e9e905a4c881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4694581 May 31 11:41:36.389036 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd58980b-7245-4290-8c1e-d0d1f65368b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f174bf1-5013-456f-80b7-ed9b2dae1fef,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:36.421059 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron_lib.callbacks.manager [None req-6cf456af-9dd5-4210-b496-943b8df73175 None None] Notify callbacks [] for port, precommit_update {{(pid=98445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:36.433841 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.provisioning_blocks [None req-6cf456af-9dd5-4210-b496-943b8df73175 None None] Transition to ACTIVE for port object 4856108b-0b77-4e29-9719-f8d192545e5e will not be triggered until provisioned by entity L2. {{(pid=98445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:41:36.441643 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron_lib.callbacks.manager [None req-6cf456af-9dd5-4210-b496-943b8df73175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:36.441815 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-fd58980b-7245-4290-8c1e-d0d1f65368b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:36.447415 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG oslo_concurrency.lockutils [None req-06cfce19-bc7c-4dda-8f92-ba72f119b8db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:36.513785 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-fd58980b-7245-4290-8c1e-d0d1f65368b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:36.517062 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-fd58980b-7245-4290-8c1e-d0d1f65368b9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1f174bf1-5013-456f-80b7-ed9b2dae1fef HTTP/1.1" status: 204 len: 168 time: 1.4271886 May 31 11:41:36.530399 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.plugins.ml2.managers [None req-6cf456af-9dd5-4210-b496-943b8df73175 None None] Attempting to bind port 4856108b-0b77-4e29-9719-f8d192545e5e on host dv-cinder-786383-7-smb for vnic_type normal with profile {{(pid=98445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:41:36.530794 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.plugins.ml2.managers [None req-6cf456af-9dd5-4210-b496-943b8df73175 None None] Attempting to bind port 4856108b-0b77-4e29-9719-f8d192545e5e by drivers openvswitch,hyperv on host dv-cinder-786383-7-smb at level 0 using segments [{'id': '1ab87b5a-2ab4-41da-bbc3-50466ba34034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3'}] {{(pid=98445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:41:36.531141 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf456af-9dd5-4210-b496-943b8df73175 None None] Attempting to bind port 4856108b-0b77-4e29-9719-f8d192545e5e on network 21abd7a8-7011-4cfc-9928-6cba34534bd3 {{(pid=98445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:41:36.538637 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf5e9dd-fbde-4f36-b515-ca8f15e14f18 None None] Pushing event updated for resources: {'Port': ['ID=4856108b-0b77-4e29-9719-f8d192545e5e,revision_number=2']} {{(pid=98445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:36.540859 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf456af-9dd5-4210-b496-943b8df73175 None None] Checking agent: {'id': '54e7e3e0-9dc4-46e7-99bd-8d5ea4dab531', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 33, 27), 'started_at': datetime.datetime(2021, 5, 31, 11, 33, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:41:36.541221 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf456af-9dd5-4210-b496-943b8df73175 None None] Checking segment: {'id': '1ab87b5a-2ab4-41da-bbc3-50466ba34034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:41:36.541725 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron_lib.callbacks.manager [None req-6cf456af-9dd5-4210-b496-943b8df73175 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:36.542175 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf456af-9dd5-4210-b496-943b8df73175 None None] Bound using segment: {'id': '1ab87b5a-2ab4-41da-bbc3-50466ba34034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3'} {{(pid=98445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:41:36.542670 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.plugins.ml2.managers [None req-6cf456af-9dd5-4210-b496-943b8df73175 None None] Bound port: 4856108b-0b77-4e29-9719-f8d192545e5e, host: dv-cinder-786383-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ab87b5a-2ab4-41da-bbc3-50466ba34034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3'}}] {{(pid=98445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:41:36.543057 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron_lib.callbacks.manager [None req-6cf456af-9dd5-4210-b496-943b8df73175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:36.589400 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf5e9dd-fbde-4f36-b515-ca8f15e14f18 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:36.589400 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf5e9dd-fbde-4f36-b515-ca8f15e14f18 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:36.589861 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf5e9dd-fbde-4f36-b515-ca8f15e14f18 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:36.590106 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf5e9dd-fbde-4f36-b515-ca8f15e14f18 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:36.590378 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf5e9dd-fbde-4f36-b515-ca8f15e14f18 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:36.590724 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf5e9dd-fbde-4f36-b515-ca8f15e14f18 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:36.591041 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf5e9dd-fbde-4f36-b515-ca8f15e14f18 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:36.591348 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf5e9dd-fbde-4f36-b515-ca8f15e14f18 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:36.591663 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf5e9dd-fbde-4f36-b515-ca8f15e14f18 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:36.591971 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf5e9dd-fbde-4f36-b515-ca8f15e14f18 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:36.592269 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf5e9dd-fbde-4f36-b515-ca8f15e14f18 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:36.592658 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf5e9dd-fbde-4f36-b515-ca8f15e14f18 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:41:36.593852 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf5e9dd-fbde-4f36-b515-ca8f15e14f18 None None] Tracked resource versions report: May 31 11:41:36.593852 dv-cinder-786383-7-smb neutron-server[98445]: pushed versions: May 31 11:41:36.593852 dv-cinder-786383-7-smb neutron-server[98445]: { 'AddressGroup': {'1.2'}, May 31 11:41:36.593852 dv-cinder-786383-7-smb neutron-server[98445]: 'ConntrackHelper': {'1.0'}, May 31 11:41:36.593852 dv-cinder-786383-7-smb neutron-server[98445]: 'Log': {'1.0'}, May 31 11:41:36.593852 dv-cinder-786383-7-smb neutron-server[98445]: 'Network': {'1.1'}, May 31 11:41:36.593852 dv-cinder-786383-7-smb neutron-server[98445]: 'Port': {'1.7'}, May 31 11:41:36.593852 dv-cinder-786383-7-smb neutron-server[98445]: 'PortForwarding': {'1.2'}, May 31 11:41:36.593852 dv-cinder-786383-7-smb neutron-server[98445]: 'QosPolicy': {'1.8'}, May 31 11:41:36.593852 dv-cinder-786383-7-smb neutron-server[98445]: 'SecurityGroup': {'1.4'}, May 31 11:41:36.593852 dv-cinder-786383-7-smb neutron-server[98445]: 'SecurityGroupRule': {'1.2'}, May 31 11:41:36.593852 dv-cinder-786383-7-smb neutron-server[98445]: 'SubPort': {'1.0'}, May 31 11:41:36.593852 dv-cinder-786383-7-smb neutron-server[98445]: 'Subnet': {'1.1'}, May 31 11:41:36.593852 dv-cinder-786383-7-smb neutron-server[98445]: 'Trunk': {'1.1'}} May 31 11:41:36.593852 dv-cinder-786383-7-smb neutron-server[98445]: consumer versions: May 31 11:41:36.593852 dv-cinder-786383-7-smb neutron-server[98445]: { DHCP agent@dv-cinder-786383-7-smb: {}, May 31 11:41:36.593852 dv-cinder-786383-7-smb neutron-server[98445]: HyperV agent@hv-cinder-78638: {}, May 31 11:41:36.593852 dv-cinder-786383-7-smb neutron-server[98445]: L3 agent@dv-cinder-786383-7-smb: {}, May 31 11:41:36.593852 dv-cinder-786383-7-smb neutron-server[98445]: Metadata agent@dv-cinder-786383-7-smb: {}, May 31 11:41:36.593852 dv-cinder-786383-7-smb neutron-server[98445]: Metering agent@dv-cinder-786383-7-smb: {}, May 31 11:41:36.593852 dv-cinder-786383-7-smb neutron-server[98445]: Open vSwitch agent@dv-cinder-786383-7-smb: { 'AddressGroup': '1.2', May 31 11:41:36.593852 dv-cinder-786383-7-smb neutron-server[98445]: 'ConntrackHelper': '1.0', May 31 11:41:36.593852 dv-cinder-786383-7-smb neutron-server[98445]: 'Log': '1.0', May 31 11:41:36.593852 dv-cinder-786383-7-smb neutron-server[98445]: 'Network': '1.1', May 31 11:41:36.593852 dv-cinder-786383-7-smb neutron-server[98445]: 'Port': '1.7', May 31 11:41:36.593852 dv-cinder-786383-7-smb neutron-server[98445]: 'PortForwarding': '1.2', May 31 11:41:36.593852 dv-cinder-786383-7-smb neutron-server[98445]: 'QosPolicy': '1.8', May 31 11:41:36.593852 dv-cinder-786383-7-smb neutron-server[98445]: 'SecurityGroup': '1.4', May 31 11:41:36.593852 dv-cinder-786383-7-smb neutron-server[98445]: 'SecurityGroupRule': '1.2', May 31 11:41:36.593852 dv-cinder-786383-7-smb neutron-server[98445]: 'SubPort': '1.0', May 31 11:41:36.593852 dv-cinder-786383-7-smb neutron-server[98445]: 'Subnet': '1.1', May 31 11:41:36.593852 dv-cinder-786383-7-smb neutron-server[98445]: 'Trunk': '1.1'}} May 31 11:41:36.593852 dv-cinder-786383-7-smb neutron-server[98445]: {{(pid=98445) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 31 11:41:36.598634 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG oslo_concurrency.lockutils [None req-ddf5e9dd-fbde-4f36-b515-ca8f15e14f18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=98445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:36.614971 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-da508555-772b-4c7f-ac1d-94f6e93a9c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:36.621187 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-46b892e5-6be1-4ebb-8933-1ea8446f0b57 req-42ac1ede-490e-4cb5-a184-db077127109a service neutron] 10.222.0.21 "GET /v2.0/networks/bc594bf1-9bb1-4824-835e-1da191d41471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4142478 May 31 11:41:36.643574 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-e73a6409-3d3c-4a44-ad4f-f4ee24e430b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:36.667965 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.plugins.ml2.db [None req-6cf456af-9dd5-4210-b496-943b8df73175 None None] For port 4856108b-0b77-4e29-9719-f8d192545e5e, host dv-cinder-786383-7-smb, cleared binding levels {{(pid=98445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:41:36.671727 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.plugins.ml2.db [None req-6cf456af-9dd5-4210-b496-943b8df73175 None None] For port 4856108b-0b77-4e29-9719-f8d192545e5e, host dv-cinder-786383-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-smb',level=0,port_id=4856108b-0b77-4e29-9719-f8d192545e5e,segment=NetworkSegment(1ab87b5a-2ab4-41da-bbc3-50466ba34034),segment_id=1ab87b5a-2ab4-41da-bbc3-50466ba34034)] {{(pid=98445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:41:36.677349 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da508555-772b-4c7f-ac1d-94f6e93a9c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=715a9099-d45d-4243-a0fe-2110473c9e8a,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:36.687697 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron_lib.callbacks.manager [None req-6cf456af-9dd5-4210-b496-943b8df73175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:36.689314 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-1961bfd2-a862-4b15-b716-bc90b3116e72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:36.690606 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-da508555-772b-4c7f-ac1d-94f6e93a9c4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:36.697377 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG oslo_concurrency.lockutils [None req-06cfce19-bc7c-4dda-8f92-ba72f119b8db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:36.704726 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-1961bfd2-a862-4b15-b716-bc90b3116e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:36.711861 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-9611283b-a2b3-4797-bef1-e81e07663c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8360373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8365317'] for router, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:36.717700 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-da508555-772b-4c7f-ac1d-94f6e93a9c4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:36.719069 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-da508555-772b-4c7f-ac1d-94f6e93a9c4f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/715a9099-d45d-4243-a0fe-2110473c9e8a HTTP/1.1" status: 204 len: 168 time: 0.8098738 May 31 11:41:36.723496 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:36.838684 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf456af-9dd5-4210-b496-943b8df73175 None None] Routers {'1f31bf17-2c66-4dca-a7df-4af4dab9b0d6'} bound to L3 agent in host dv-cinder-786383-7-smb {{(pid=98445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:41:36.839825 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_hamode_db [None req-6cf456af-9dd5-4210-b496-943b8df73175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T11:33:28Z,description=,heartbeat_timestamp=2021-05-31T11:41:28Z,host='dv-cinder-786383-7-smb',id=18500941-09fe-4120-b40f-cc1049bfe169,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:33:28Z,topic='l3_agent')) {'router_ids': ['1f31bf17-2c66-4dca-a7df-4af4dab9b0d6'], 'active': True} {{(pid=98445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:36.912789 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-653f1ba8-8d7c-4595-8bb5-6e730c51ad15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:36.942072 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-dd753bb6-9cc0-4779-939c-e4364f9aa6c5 req-70e7b1f8-74a0-487b-a136-57f30789c836 service neutron] 10.222.0.21 "GET /v2.0/networks/79d8a26c-dd66-4347-ae65-e9e905a4c881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4887283 May 31 11:41:36.999030 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf5e9dd-fbde-4f36-b515-ca8f15e14f18 None None] Pushing event updated for resources: {'Port': ['ID=4856108b-0b77-4e29-9719-f8d192545e5e,revision_number=3']} {{(pid=98445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:37.032399 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG oslo_concurrency.lockutils [None req-ddf5e9dd-fbde-4f36-b515-ca8f15e14f18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=98445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:37.090159 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1961bfd2-a862-4b15-b716-bc90b3116e72 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=98443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:41:37.143116 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-1961bfd2-a862-4b15-b716-bc90b3116e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654047'] for segment, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:37.146471 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.db.segments_db [None req-1961bfd2-a862-4b15-b716-bc90b3116e72 admin admin] Added segment ab4a19f9-76c4-4bcf-8175-bfb8afcdde59 of type vlan for network 19a9a0c8-7590-4fbe-80f9-2f49940c5c89 May 31 11:41:37.153196 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1961bfd2-a862-4b15-b716-bc90b3116e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0006a59e-89c7-4b39-bdf2-5a32d9cdbf65,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:37.173423 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-1961bfd2-a862-4b15-b716-bc90b3116e72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:37.247128 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-1961bfd2-a862-4b15-b716-bc90b3116e72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781593130307'] for network, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:37.269522 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9611283b-a2b3-4797-bef1-e81e07663c4c admin admin] Router 54063c0e-70b2-46e7-97c3-46128bc0c331 is scheduled to L3 agent 18500941-09fe-4120-b40f-cc1049bfe169 with binding_index 1 {{(pid=98443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 11:41:37.323646 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_dvr_db [None req-6cf456af-9dd5-4210-b496-943b8df73175 None None] Set router 1f31bf17-2c66-4dca-a7df-4af4dab9b0d6 gateway port host: dv-cinder-786383-7-smb {{(pid=98445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:41:37.340024 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-7336a500-de2d-4bb9-8b4c-c718bf981c28 req-b4a2309e-2ec5-4a06-9f16-9fbf9ff3b6df tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] 10.222.0.21 "GET /v2.0/ports?device_id=4946e0ad-2953-46d2-9105-70997e3fbb0b HTTP/1.1" status: 200 len: 210 time: 0.0955167 May 31 11:41:37.450441 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-1961bfd2-a862-4b15-b716-bc90b3116e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8325956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7927536'] for network, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:37.481293 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1961bfd2-a862-4b15-b716-bc90b3116e72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:37.481902 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-1961bfd2-a862-4b15-b716-bc90b3116e72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927509'] for network, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:37.523637 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:37.559843 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-8f208010-8673-45ae-9f4d-e3b955ae27df req-221eb88b-bc95-485c-ad99-424a9641a6d6 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/ports?device_id=83b65be4-3c11-4291-8ebe-01f254cfae15 HTTP/1.1" status: 200 len: 210 time: 0.0878377 May 31 11:41:37.574424 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-1961bfd2-a862-4b15-b716-bc90b3116e72 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8385317 May 31 11:41:37.577429 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 55626) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:37.590513 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.v2.base [None req-9b739f7e-00ab-4428-9001-aad58b352e49 admin admin] Request body: {'subnet': {'network_id': '19a9a0c8-7590-4fbe-80f9-2f49940c5c89', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-348424581-subnet', 'tenant_id': '41489a377e3d47c6924be795e41b1c95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:41:37.647280 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-9b739f7e-00ab-4428-9001-aad58b352e49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:37.662445 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-9b739f7e-00ab-4428-9001-aad58b352e49 admin admin] Usage tracker for resource:subnet and tenant:41489a377e3d47c6924be795e41b1c95 is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:37.670406 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-9b739f7e-00ab-4428-9001-aad58b352e49 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:37.677544 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-9b739f7e-00ab-4428-9001-aad58b352e49 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:37.700514 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.db_base_plugin_common [None req-653f1ba8-8d7c-4595-8bb5-6e730c51ad15 admin admin] Allocated IP 172.20.0.1 (3b861c59-52f7-46ca-99da-e6f4b5d8dcf3/3d8c3d1c-ffe1-4449-ae14-fb794221a40d/2290c5f3-38b7-464e-9c68-2595c5fae4f9) {{(pid=98442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:41:37.717593 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b739f7e-00ab-4428-9001-aad58b352e49 admin admin] Made reservation on behalf of 41489a377e3d47c6924be795e41b1c95 for: {'subnet': 1} {{(pid=98442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:41:37.725614 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-9b739f7e-00ab-4428-9001-aad58b352e49 admin admin] Notify callbacks [] for subnet, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:37.824558 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1961bfd2-a862-4b15-b716-bc90b3116e72 admin admin] Pushing event updated for resources: {'Network': ['ID=19a9a0c8-7590-4fbe-80f9-2f49940c5c89,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:37.830231 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-1961bfd2-a862-4b15-b716-bc90b3116e72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:37.838055 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Network 19a9a0c8-7590-4fbe-80f9-2f49940c5c89 details requested by agent ovs-agent-dv-cinder-786383-7-smb with host dv-cinder-786383-7-smb {{(pid=98444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:41:37.882982 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9611283b-a2b3-4797-bef1-e81e07663c4c admin admin] Notify agent at l3_agent.dv-cinder-786383-7-smb the message routers_updated {{(pid=98443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:41:37.922259 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-9611283b-a2b3-4797-bef1-e81e07663c4c admin admin] Notify callbacks [] for router, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:37.924517 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-9611283b-a2b3-4797-bef1-e81e07663c4c admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.5112739 May 31 11:41:37.927325 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 55638) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:37.990694 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_hamode_db [None req-6cf456af-9dd5-4210-b496-943b8df73175 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f31bf17-2c66-4dca-a7df-4af4dab9b0d6', 'name': 'tempest-AttachVolumeTestJSON-608903553-router', 'tenant_id': '0eca8cc498704c828ce4fda2d808043a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.239'}], 'enable_snat': True}, 'gw_port_id': '4856108b-0b77-4e29-9719-f8d192545e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:41:28Z', 'updated_at': '2021-05-31T11:41:31Z', 'revision_number': 3, 'project_id': '0eca8cc498704c828ce4fda2d808043a', 'gw_port': {'id': '4856108b-0b77-4e29-9719-f8d192545e5e', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a5:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f31bf17-2c66-4dca-a7df-4af4dab9b0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:29Z', 'updated_at': '2021-05-31T11:41:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb'}], 'dv-cinder-786383-7-smb', False) {} {{(pid=98445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:38.001245 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf456af-9dd5-4210-b496-943b8df73175 None None] The sync data for ids ['1f31bf17-2c66-4dca-a7df-4af4dab9b0d6'] in dv-cinder-786383-7-smb is: [{'id': '1f31bf17-2c66-4dca-a7df-4af4dab9b0d6', 'name': 'tempest-AttachVolumeTestJSON-608903553-router', 'tenant_id': '0eca8cc498704c828ce4fda2d808043a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.239'}], 'enable_snat': True}, 'gw_port_id': '4856108b-0b77-4e29-9719-f8d192545e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:41:28Z', 'updated_at': '2021-05-31T11:41:31Z', 'revision_number': 3, 'project_id': '0eca8cc498704c828ce4fda2d808043a', 'gw_port': {'id': '4856108b-0b77-4e29-9719-f8d192545e5e', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a5:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f31bf17-2c66-4dca-a7df-4af4dab9b0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:29Z', 'updated_at': '2021-05-31T11:41:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb'}] {{(pid=98445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:41:38.088009 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-653f1ba8-8d7c-4595-8bb5-6e730c51ad15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:38.106162 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.provisioning_blocks [None req-653f1ba8-8d7c-4595-8bb5-6e730c51ad15 admin admin] Transition to ACTIVE for port object 2290c5f3-38b7-464e-9c68-2595c5fae4f9 will not be triggered until provisioned by entity DHCP. {{(pid=98442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:41:38.111364 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd75648-6b9b-431a-9a09-e4623e0741a3 None None] Sync routers for ids ['54063c0e-70b2-46e7-97c3-46128bc0c331'] in dv-cinder-786383-7-smb {{(pid=98444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:41:38.137314 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd75648-6b9b-431a-9a09-e4623e0741a3 None None] Routers {'54063c0e-70b2-46e7-97c3-46128bc0c331'} bound to L3 agent in host dv-cinder-786383-7-smb {{(pid=98444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:41:38.138313 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_hamode_db [None req-cfd75648-6b9b-431a-9a09-e4623e0741a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T11:33:28Z,description=,heartbeat_timestamp=2021-05-31T11:41:28Z,host='dv-cinder-786383-7-smb',id=18500941-09fe-4120-b40f-cc1049bfe169,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:33:28Z,topic='l3_agent')) {'router_ids': ['54063c0e-70b2-46e7-97c3-46128bc0c331'], 'active': True} {{(pid=98444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:38.139722 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-653f1ba8-8d7c-4595-8bb5-6e730c51ad15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781593114058'] for port, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:38.149025 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-715a1ec0-f6c8-4c1b-b1c5-d02a7aa9f062 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:38.309928 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653f1ba8-8d7c-4595-8bb5-6e730c51ad15 admin admin] Network 3b861c59-52f7-46ca-99da-e6f4b5d8dcf3 is already hosted by enough agents. {{(pid=98442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:41:38.320230 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.base_scheduler [None req-653f1ba8-8d7c-4595-8bb5-6e730c51ad15 admin admin] Resources bound (agent type, host, resource id): {{(pid=98442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:41:38.345235 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653f1ba8-8d7c-4595-8bb5-6e730c51ad15 admin admin] Received port after_create {{(pid=98442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:41:38.345738 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-653f1ba8-8d7c-4595-8bb5-6e730c51ad15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8369524'] for router_interface, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:38.711134 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvr_db [None req-cfd75648-6b9b-431a-9a09-e4623e0741a3 None None] Set router 54063c0e-70b2-46e7-97c3-46128bc0c331 gateway port host: dv-cinder-786383-7-smb {{(pid=98444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:41:38.797380 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653f1ba8-8d7c-4595-8bb5-6e730c51ad15 admin admin] Pushing event updated for resources: {'Port': ['ID=2290c5f3-38b7-464e-9c68-2595c5fae4f9,revision_number=1']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:38.816771 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-653f1ba8-8d7c-4595-8bb5-6e730c51ad15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.666s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:38.941064 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-1f1e70d9-6a92-4772-9dd3-1e3b46113a36 req-0d17b2d9-c47a-40a0-8f32-64f2c2a5d62b tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] 10.222.0.21 "GET /v2.0/ports?device_id=4946e0ad-2953-46d2-9105-70997e3fbb0b HTTP/1.1" status: 200 len: 210 time: 0.1499374 May 31 11:41:39.010825 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:39.083355 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-e702a3f9-c539-4707-962c-20e314cf37fa req-3017cdbd-65cd-4c26-8bf9-13da7bef722c tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/ports?device_id=83b65be4-3c11-4291-8ebe-01f254cfae15 HTTP/1.1" status: 200 len: 210 time: 0.2908111 May 31 11:41:39.278891 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-07bc5ca2-84fb-4a70-a2b2-ff997ac01e0a None None] Provisioning for port 2290c5f3-38b7-464e-9c68-2595c5fae4f9 completed by entity DHCP. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:41:39.324719 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-07bc5ca2-84fb-4a70-a2b2-ff997ac01e0a None None] Provisioning complete for port 2290c5f3-38b7-464e-9c68-2595c5fae4f9 triggered by entity DHCP. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:41:39.325637 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-07bc5ca2-84fb-4a70-a2b2-ff997ac01e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:39.673392 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.plugin [None req-07bc5ca2-84fb-4a70-a2b2-ff997ac01e0a None None] Port 2290c5f3-38b7-464e-9c68-2595c5fae4f9 cannot update to ACTIVE because it is not bound. {{(pid=98444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:41:39.739047 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_hamode_db [None req-cfd75648-6b9b-431a-9a09-e4623e0741a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54063c0e-70b2-46e7-97c3-46128bc0c331', 'name': 'tempest-ServerRescueNegativeTestJSON-342948192-router', 'tenant_id': '4d8aa9185953468f8491235be83abf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.83'}], 'enable_snat': True}, 'gw_port_id': '66cdaeff-8dec-4ee0-9c53-352d14038b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:41:31Z', 'updated_at': '2021-05-31T11:41:35Z', 'revision_number': 3, 'project_id': '4d8aa9185953468f8491235be83abf68', 'gw_port': {'id': '66cdaeff-8dec-4ee0-9c53-352d14038b07', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b5:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54063c0e-70b2-46e7-97c3-46128bc0c331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:34Z', 'updated_at': '2021-05-31T11:41:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb'}], 'dv-cinder-786383-7-smb', False) {} {{(pid=98444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:39.747972 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd75648-6b9b-431a-9a09-e4623e0741a3 None None] Checking router: 54063c0e-70b2-46e7-97c3-46128bc0c331 for host: dv-cinder-786383-7-smb {{(pid=98444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:41:39.748461 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd75648-6b9b-431a-9a09-e4623e0741a3 None None] Updating router 54063c0e-70b2-46e7-97c3-46128bc0c331 port 66cdaeff-8dec-4ee0-9c53-352d14038b07 binding host dv-cinder-786383-7-smb {{(pid=98444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 11:41:39.793453 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-653f1ba8-8d7c-4595-8bb5-6e730c51ad15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:39.842162 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device 4856108b-0b77-4e29-9719-f8d192545e5e up at agent ovs-agent-dv-cinder-786383-7-smb {{(pid=98444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:41:39.906683 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-cfd75648-6b9b-431a-9a09-e4623e0741a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:40.012906 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-311ef4af-a260-4c5c-b386-a61f9d29487d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:40.107615 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-9b739f7e-00ab-4428-9001-aad58b352e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531'] for subnet, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:40.148328 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Provisioning for port 4856108b-0b77-4e29-9719-f8d192545e5e completed by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:41:40.182209 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Provisioning complete for port 4856108b-0b77-4e29-9719-f8d192545e5e triggered by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:41:40.183368 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:40.186036 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:40.367270 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 55746) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:40.417299 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.db_base_plugin_common [None req-311ef4af-a260-4c5c-b386-a61f9d29487d admin admin] Allocated IP 172.20.0.1 (665ca1a0-d0c5-448d-9582-68d76f26f11a/482a023d-7693-4e4c-a2dd-49fc43823b85/48ee92d9-e68e-4616-bc46-521eead13c79) {{(pid=98443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:41:40.663721 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.61', 58925) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:40.731337 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:40.773093 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] For port 4856108b-0b77-4e29-9719-f8d192545e5e, host dv-cinder-786383-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-smb',level=0,port_id=4856108b-0b77-4e29-9719-f8d192545e5e,segment=NetworkSegment(1ab87b5a-2ab4-41da-bbc3-50466ba34034),segment_id=1ab87b5a-2ab4-41da-bbc3-50466ba34034)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:41:40.781980 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:40.788443 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-0c74bda8-2b06-4a6e-bedf-deea4cab020d req-e44771b8-3af7-4228-a08b-262daed033f3 tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] 10.222.0.21 "GET /v2.0/ports?device_id=4946e0ad-2953-46d2-9105-70997e3fbb0b HTTP/1.1" status: 200 len: 210 time: 0.5152519 May 31 11:41:40.808829 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:40.865166 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-b320c097-8439-492e-86c5-5aebb6da2548 req-f4244610-2e54-47a6-8577-372aeada635c tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/ports?device_id=83b65be4-3c11-4291-8ebe-01f254cfae15 HTTP/1.1" status: 200 len: 210 time: 0.2399266 May 31 11:41:40.871694 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b739f7e-00ab-4428-9001-aad58b352e49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccca2b80-92c8-4286-90f4-187b43b95c70,revision_number=0']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:40.883625 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-9b739f7e-00ab-4428-9001-aad58b352e49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.698s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:40.896352 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-957f0243-c8a3-4472-8941-699b9b911ac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:40.907642 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b739f7e-00ab-4428-9001-aad58b352e49 admin admin] Checking segment: {'id': 'ab4a19f9-76c4-4bcf-8175-bfb8afcdde59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '19a9a0c8-7590-4fbe-80f9-2f49940c5c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:41:40.907995 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b739f7e-00ab-4428-9001-aad58b352e49 admin admin] Network hostable DHCP agents. Network: 19a9a0c8-7590-4fbe-80f9-2f49940c5c89, hostable agents: ['fb962da1-0809-46df-9ec4-203c2f15f643'], hosted agents: [] {{(pid=98442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:41:40.954465 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-cfd75648-6b9b-431a-9a09-e4623e0741a3 None None] Notify callbacks [] for port, precommit_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:40.957411 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Pushing event updated for resources: {'Port': ['ID=4856108b-0b77-4e29-9719-f8d192545e5e,revision_number=4']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:40.970018 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b739f7e-00ab-4428-9001-aad58b352e49 admin admin] Network 19a9a0c8-7590-4fbe-80f9-2f49940c5c89 is scheduled to be hosted by DHCP agent fb962da1-0809-46df-9ec4-203c2f15f643 with binding_index 1 {{(pid=98442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:41:40.979666 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-cfd75648-6b9b-431a-9a09-e4623e0741a3 None None] Transition to ACTIVE for port object 66cdaeff-8dec-4ee0-9c53-352d14038b07 will not be triggered until provisioned by entity L2. {{(pid=98444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:41:40.985558 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:40.992827 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-cfd75648-6b9b-431a-9a09-e4623e0741a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:40.998872 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.base_scheduler [None req-9b739f7e-00ab-4428-9001-aad58b352e49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-7-smb, 19a9a0c8-7590-4fbe-80f9-2f49940c5c89) {{(pid=98442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:41:41.015531 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b739f7e-00ab-4428-9001-aad58b352e49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:41.016118 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-9b739f7e-00ab-4428-9001-aad58b352e49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927509'] for subnet, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:41.017472 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-d88510d4-3617-452b-b918-dbcc82c25304 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:41.043720 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-653f1ba8-8d7c-4595-8bb5-6e730c51ad15 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:41.047898 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-9b739f7e-00ab-4428-9001-aad58b352e49 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.4683714 May 31 11:41:41.055034 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-653f1ba8-8d7c-4595-8bb5-6e730c51ad15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:41.055507 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d871e23-3894-4421-9816-7f3435b9627e None None] Network 19a9a0c8-7590-4fbe-80f9-2f49940c5c89 requested from dv-cinder-786383-7-smb {{(pid=98444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:41:41.057331 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-653f1ba8-8d7c-4595-8bb5-6e730c51ad15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7929610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369625'] for router_interface, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:41.083428 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:41.129882 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-957f0243-c8a3-4472-8941-699b9b911ac1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:41.140407 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-957f0243-c8a3-4472-8941-699b9b911ac1 admin admin] Usage tracker for resource:security_group_rule and tenant:0046490ebaa5453cb5a60e2845cfd471 is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:41.148415 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-957f0243-c8a3-4472-8941-699b9b911ac1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:41.160077 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-957f0243-c8a3-4472-8941-699b9b911ac1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:41.197387 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.managers [None req-cfd75648-6b9b-431a-9a09-e4623e0741a3 None None] Attempting to bind port 66cdaeff-8dec-4ee0-9c53-352d14038b07 on host dv-cinder-786383-7-smb for vnic_type normal with profile {{(pid=98444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:41:41.198637 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.managers [None req-cfd75648-6b9b-431a-9a09-e4623e0741a3 None None] Attempting to bind port 66cdaeff-8dec-4ee0-9c53-352d14038b07 by drivers openvswitch,hyperv on host dv-cinder-786383-7-smb at level 0 using segments [{'id': '1ab87b5a-2ab4-41da-bbc3-50466ba34034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3'}] {{(pid=98444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:41:41.199207 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd75648-6b9b-431a-9a09-e4623e0741a3 None None] Attempting to bind port 66cdaeff-8dec-4ee0-9c53-352d14038b07 on network 21abd7a8-7011-4cfc-9928-6cba34534bd3 {{(pid=98444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:41:41.208803 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e2546c-ad4a-4256-bc98-5857cd53cf90 None None] Pushing event updated for resources: {'Port': ['ID=66cdaeff-8dec-4ee0-9c53-352d14038b07,revision_number=2']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:41.213579 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd75648-6b9b-431a-9a09-e4623e0741a3 None None] Checking agent: {'id': '54e7e3e0-9dc4-46e7-99bd-8d5ea4dab531', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 33, 27), 'started_at': datetime.datetime(2021, 5, 31, 11, 33, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:41:41.214260 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd75648-6b9b-431a-9a09-e4623e0741a3 None None] Checking segment: {'id': '1ab87b5a-2ab4-41da-bbc3-50466ba34034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:41:41.214930 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-cfd75648-6b9b-431a-9a09-e4623e0741a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:41.215481 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfd75648-6b9b-431a-9a09-e4623e0741a3 None None] Bound using segment: {'id': '1ab87b5a-2ab4-41da-bbc3-50466ba34034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3'} {{(pid=98444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:41:41.216130 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.managers [None req-cfd75648-6b9b-431a-9a09-e4623e0741a3 None None] Bound port: 66cdaeff-8dec-4ee0-9c53-352d14038b07, host: dv-cinder-786383-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ab87b5a-2ab4-41da-bbc3-50466ba34034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3'}}] {{(pid=98444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:41:41.216830 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-cfd75648-6b9b-431a-9a09-e4623e0741a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:41.252061 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-b5e2546c-ad4a-4256-bc98-5857cd53cf90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:41.310111 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653f1ba8-8d7c-4595-8bb5-6e730c51ad15 admin admin] Pushing event updated for resources: {'Port': ['ID=2290c5f3-38b7-464e-9c68-2595c5fae4f9,revision_number=2']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:41.316026 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-653f1ba8-8d7c-4595-8bb5-6e730c51ad15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:41.322640 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-957f0243-c8a3-4472-8941-699b9b911ac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:41.348817 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-957f0243-c8a3-4472-8941-699b9b911ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:41.352000 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-311ef4af-a260-4c5c-b386-a61f9d29487d admin admin] Notify callbacks [] for port, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:41.376507 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-653f1ba8-8d7c-4595-8bb5-6e730c51ad15 admin admin] Network 3b861c59-52f7-46ca-99da-e6f4b5d8dcf3 is already hosted by enough agents. {{(pid=98442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:41:41.378028 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.base_scheduler [None req-653f1ba8-8d7c-4595-8bb5-6e730c51ad15 admin admin] Resources bound (agent type, host, resource id): {{(pid=98442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:41:41.395320 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-6b50bf71-4b61-440e-87db-d26b8948a009 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:41.413580 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-cfd75648-6b9b-431a-9a09-e4623e0741a3 None None] For port 66cdaeff-8dec-4ee0-9c53-352d14038b07, host dv-cinder-786383-7-smb, cleared binding levels {{(pid=98444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:41:41.427735 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2efe5a9-0702-41a9-b710-cfc73683cf02 None None] Network 19a9a0c8-7590-4fbe-80f9-2f49940c5c89 requested from dv-cinder-786383-7-smb {{(pid=98444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:41:41.451743 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-957f0243-c8a3-4472-8941-699b9b911ac1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0046490ebaa5453cb5a60e2845cfd471&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0829012 May 31 11:41:41.454766 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-cfd75648-6b9b-431a-9a09-e4623e0741a3 None None] For port 66cdaeff-8dec-4ee0-9c53-352d14038b07, host dv-cinder-786383-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-smb',level=0,port_id=66cdaeff-8dec-4ee0-9c53-352d14038b07,segment=NetworkSegment(1ab87b5a-2ab4-41da-bbc3-50466ba34034),segment_id=1ab87b5a-2ab4-41da-bbc3-50466ba34034)] {{(pid=98444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:41:41.461699 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957f0243-c8a3-4472-8941-699b9b911ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=542e63e2-c0c8-44d3-976b-0c6c06aa3f03,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:41.469062 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-957f0243-c8a3-4472-8941-699b9b911ac1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:41.485434 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 55778) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:41.565438 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-cfd75648-6b9b-431a-9a09-e4623e0741a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:41.583645 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.agents_db [None req-9d677285-078d-4c88-aefd-aa7dfcc00faf None None] Agent healthcheck: found 6 active agents {{(pid=98445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:41:41.649632 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:41.671430 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.61', 58930) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:41.673691 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-ae7ed3cb-4d8b-474d-b013-1423c6e37680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:41.722862 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-ae7ed3cb-4d8b-474d-b013-1423c6e37680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:41.797534 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device 4856108b-0b77-4e29-9719-f8d192545e5e up at agent ovs-agent-dv-cinder-786383-7-smb {{(pid=98444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:41:41.797845 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 55790) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:41.915515 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-653f1ba8-8d7c-4595-8bb5-6e730c51ad15 admin admin] Router 1f31bf17-2c66-4dca-a7df-4af4dab9b0d6 has already been hosted by L3 agent 18500941-09fe-4120-b40f-cc1049bfe169 {{(pid=98442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:41:42.093451 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e2546c-ad4a-4256-bc98-5857cd53cf90 None None] Pushing event updated for resources: {'Port': ['ID=66cdaeff-8dec-4ee0-9c53-352d14038b07,revision_number=3']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:42.124645 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd753bb6-9cc0-4779-939c-e4364f9aa6c5 req-7984b075-10b7-44b7-b7e4-2ffc695fa910 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:42.128616 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-dd753bb6-9cc0-4779-939c-e4364f9aa6c5 req-7984b075-10b7-44b7-b7e4-2ffc695fa910 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.61 "GET /v2.0/networks?id=79d8a26c-dd66-4347-ae65-e9e905a4c881 HTTP/1.1" status: 200 len: 815 time: 0.3375502 May 31 11:41:42.135976 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-ae7ed3cb-4d8b-474d-b013-1423c6e37680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:42.158569 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-b5e2546c-ad4a-4256-bc98-5857cd53cf90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:42.222931 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.v2.base [req-dd753bb6-9cc0-4779-939c-e4364f9aa6c5 req-fc5d3d02-4250-45ee-b64d-766d57533375 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Request body: {'port': {'device_id': '83b65be4-3c11-4291-8ebe-01f254cfae15', 'network_id': '79d8a26c-dd66-4347-ae65-e9e905a4c881', 'admin_state_up': True, 'tenant_id': '137483c5ff894f0390c68478edf226f3'}} {{(pid=98443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:41:42.238338 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd75648-6b9b-431a-9a09-e4623e0741a3 None None] Routers {'54063c0e-70b2-46e7-97c3-46128bc0c331'} bound to L3 agent in host dv-cinder-786383-7-smb {{(pid=98444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:41:42.239404 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-3d1b6011-2e1f-427a-bfcc-f36522680d06 req-4baeed28-e973-4795-b0d2-e62b89be12d3 tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] 10.222.0.21 "GET /v2.0/ports?device_id=4946e0ad-2953-46d2-9105-70997e3fbb0b HTTP/1.1" status: 200 len: 210 time: 0.1602221 May 31 11:41:42.239547 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_hamode_db [None req-cfd75648-6b9b-431a-9a09-e4623e0741a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T11:33:28Z,description=,heartbeat_timestamp=2021-05-31T11:41:28Z,host='dv-cinder-786383-7-smb',id=18500941-09fe-4120-b40f-cc1049bfe169,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:33:28Z,topic='l3_agent')) {'router_ids': ['54063c0e-70b2-46e7-97c3-46128bc0c331'], 'active': True} {{(pid=98444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:42.263219 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-8426717c-bf87-453b-9b6f-cbb84d1abc47 req-816d9b3a-81cc-4535-98ed-755b05f3f658 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/ports?device_id=83b65be4-3c11-4291-8ebe-01f254cfae15 HTTP/1.1" status: 200 len: 210 time: 0.0822573 May 31 11:41:42.341127 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-bf44b146-936e-4736-b732-e674cdeae019 None None] Provisioning complete for port 2290c5f3-38b7-464e-9c68-2595c5fae4f9 triggered by entity DHCP. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:41:42.341551 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-bf44b146-936e-4736-b732-e674cdeae019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:42.429620 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:42.443461 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [req-dd753bb6-9cc0-4779-939c-e4364f9aa6c5 req-fc5d3d02-4250-45ee-b64d-766d57533375 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:42.447845 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [req-dd753bb6-9cc0-4779-939c-e4364f9aa6c5 req-fc5d3d02-4250-45ee-b64d-766d57533375 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Usage tracker for resource:port and tenant:137483c5ff894f0390c68478edf226f3 is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:42.451291 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [req-dd753bb6-9cc0-4779-939c-e4364f9aa6c5 req-fc5d3d02-4250-45ee-b64d-766d57533375 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:42.457918 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-653f1ba8-8d7c-4595-8bb5-6e730c51ad15 admin admin] Notify agent at l3_agent.dv-cinder-786383-7-smb the message routers_updated {{(pid=98442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:41:42.458608 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [req-dd753bb6-9cc0-4779-939c-e4364f9aa6c5 req-fc5d3d02-4250-45ee-b64d-766d57533375 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:42.469353 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7078e05a-c4ab-4ea0-8058-5b995ad95aae None None] Sync routers for ids ['1f31bf17-2c66-4dca-a7df-4af4dab9b0d6'] in dv-cinder-786383-7-smb {{(pid=98445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:41:42.470605 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-653f1ba8-8d7c-4595-8bb5-6e730c51ad15 admin admin] 10.222.0.21 "PUT /v2.0/routers/1f31bf17-2c66-4dca-a7df-4af4dab9b0d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1713099 May 31 11:41:42.500006 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7078e05a-c4ab-4ea0-8058-5b995ad95aae None None] Routers {'1f31bf17-2c66-4dca-a7df-4af4dab9b0d6'} bound to L3 agent in host dv-cinder-786383-7-smb {{(pid=98445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:41:42.500006 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_hamode_db [None req-7078e05a-c4ab-4ea0-8058-5b995ad95aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T11:33:28Z,description=,heartbeat_timestamp=2021-05-31T11:41:28Z,host='dv-cinder-786383-7-smb',id=18500941-09fe-4120-b40f-cc1049bfe169,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:33:28Z,topic='l3_agent')) {'router_ids': ['1f31bf17-2c66-4dca-a7df-4af4dab9b0d6'], 'active': True} {{(pid=98445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:42.500226 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7ed3cb-4d8b-474d-b013-1423c6e37680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=542e63e2-c0c8-44d3-976b-0c6c06aa3f03,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:42.509364 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd753bb6-9cc0-4779-939c-e4364f9aa6c5 req-fc5d3d02-4250-45ee-b64d-766d57533375 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Made reservation on behalf of 137483c5ff894f0390c68478edf226f3 for: {'port': 1} {{(pid=98443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:41:42.513487 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-dd753bb6-9cc0-4779-939c-e4364f9aa6c5 req-fc5d3d02-4250-45ee-b64d-766d57533375 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:42.534981 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-ae7ed3cb-4d8b-474d-b013-1423c6e37680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:42.559365 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b892e5-6be1-4ebb-8933-1ea8446f0b57 req-e9b59128-ff12-4122-86ac-fc39e401870b tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:42.559365 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-46b892e5-6be1-4ebb-8933-1ea8446f0b57 req-e9b59128-ff12-4122-86ac-fc39e401870b tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] 10.222.0.61 "GET /v2.0/networks?id=bc594bf1-9bb1-4824-835e-1da191d41471 HTTP/1.1" status: 200 len: 811 time: 1.8919539 May 31 11:41:42.598542 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-ae7ed3cb-4d8b-474d-b013-1423c6e37680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:42.600266 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-ae7ed3cb-4d8b-474d-b013-1423c6e37680 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/542e63e2-c0c8-44d3-976b-0c6c06aa3f03 HTTP/1.1" status: 204 len: 168 time: 1.1047583 May 31 11:41:42.604548 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.db_base_plugin_v2 [None req-89481d0e-8356-40e5-880b-2f88078922a7 admin admin] Deleting subnet ba998157-a747-45c4-b91b-5e46c2990777 {{(pid=98443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 11:41:42.614436 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.v2.base [req-46b892e5-6be1-4ebb-8933-1ea8446f0b57 req-71f40db9-56b5-4e6a-b5ff-0cd3a9ce49e9 tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] Request body: {'port': {'device_id': '4946e0ad-2953-46d2-9105-70997e3fbb0b', 'network_id': 'bc594bf1-9bb1-4824-835e-1da191d41471', 'admin_state_up': True, 'tenant_id': '5042a29dba084c1ab45f17148f508695'}} {{(pid=98443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:41:42.633636 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-89481d0e-8356-40e5-880b-2f88078922a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:42.715476 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-311ef4af-a260-4c5c-b386-a61f9d29487d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781593114058'] for port, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:42.920637 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:43.054623 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311ef4af-a260-4c5c-b386-a61f9d29487d admin admin] Network 665ca1a0-d0c5-448d-9582-68d76f26f11a is already hosted by enough agents. {{(pid=98443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:41:43.109496 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-89481d0e-8356-40e5-880b-2f88078922a7 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:43.134382 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-89481d0e-8356-40e5-880b-2f88078922a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649192'] for subnet, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:43.169363 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_dvr_db [None req-7078e05a-c4ab-4ea0-8058-5b995ad95aae None None] Set router 1f31bf17-2c66-4dca-a7df-4af4dab9b0d6 gateway port host: dv-cinder-786383-7-smb {{(pid=98445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:41:43.188731 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.plugin [None req-bf44b146-936e-4736-b732-e674cdeae019 None None] Port 2290c5f3-38b7-464e-9c68-2595c5fae4f9 cannot update to ACTIVE because it is not bound. {{(pid=98444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:41:43.202156 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Provisioning complete for port 4856108b-0b77-4e29-9719-f8d192545e5e triggered by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:41:43.202547 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:43.391838 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvr_db [None req-cfd75648-6b9b-431a-9a09-e4623e0741a3 None None] Set router 54063c0e-70b2-46e7-97c3-46128bc0c331 gateway port host: dv-cinder-786383-7-smb {{(pid=98444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:41:43.567351 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.base_scheduler [None req-311ef4af-a260-4c5c-b386-a61f9d29487d admin admin] Resources bound (agent type, host, resource id): {{(pid=98443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:41:43.586415 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [req-46b892e5-6be1-4ebb-8933-1ea8446f0b57 req-71f40db9-56b5-4e6a-b5ff-0cd3a9ce49e9 tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:43.591609 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [req-46b892e5-6be1-4ebb-8933-1ea8446f0b57 req-71f40db9-56b5-4e6a-b5ff-0cd3a9ce49e9 tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] Usage tracker for resource:port and tenant:5042a29dba084c1ab45f17148f508695 is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:43.598934 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [req-46b892e5-6be1-4ebb-8933-1ea8446f0b57 req-71f40db9-56b5-4e6a-b5ff-0cd3a9ce49e9 tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:43.603498 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [req-46b892e5-6be1-4ebb-8933-1ea8446f0b57 req-71f40db9-56b5-4e6a-b5ff-0cd3a9ce49e9 tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:43.616482 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311ef4af-a260-4c5c-b386-a61f9d29487d admin admin] Pushing event updated for resources: {'Port': ['ID=48ee92d9-e68e-4616-bc46-521eead13c79,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:43.634503 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-311ef4af-a260-4c5c-b386-a61f9d29487d admin admin] Received port after_create {{(pid=98443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:41:43.635080 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-311ef4af-a260-4c5c-b386-a61f9d29487d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8369524'] for router_interface, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:43.677207 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-23150686-e57a-47cf-b1de-144031514661 req-0f60a9fc-e11f-4b76-aa2b-f907f699d889 tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] 10.222.0.21 "GET /v2.0/ports?device_id=4946e0ad-2953-46d2-9105-70997e3fbb0b HTTP/1.1" status: 200 len: 210 time: 0.1528940 May 31 11:41:43.913504 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.db_base_plugin_common [req-dd753bb6-9cc0-4779-939c-e4364f9aa6c5 req-fc5d3d02-4250-45ee-b64d-766d57533375 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Allocated IP 172.20.0.14 (79d8a26c-dd66-4347-ae65-e9e905a4c881/9fd55cdd-d13a-4134-ac0d-50fa90ef4a5c/2e2c23ae-b00e-4a48-81a0-8bc201ba1436) {{(pid=98443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:41:44.179081 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-1cab269e-a5e4-42dc-adb4-a5d59eb765e9 req-dbc54396-da70-4430-85e0-9d6e213e55f8 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/ports?device_id=83b65be4-3c11-4291-8ebe-01f254cfae15 HTTP/1.1" status: 200 len: 210 time: 0.1685376 May 31 11:41:44.200584 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46b892e5-6be1-4ebb-8933-1ea8446f0b57 req-71f40db9-56b5-4e6a-b5ff-0cd3a9ce49e9 tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] Made reservation on behalf of 5042a29dba084c1ab45f17148f508695 for: {'port': 1} {{(pid=98443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:41:44.209484 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-46b892e5-6be1-4ebb-8933-1ea8446f0b57 req-71f40db9-56b5-4e6a-b5ff-0cd3a9ce49e9 tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:44.323800 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-311ef4af-a260-4c5c-b386-a61f9d29487d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.402s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:44.469813 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_hamode_db [None req-cfd75648-6b9b-431a-9a09-e4623e0741a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54063c0e-70b2-46e7-97c3-46128bc0c331', 'name': 'tempest-ServerRescueNegativeTestJSON-342948192-router', 'tenant_id': '4d8aa9185953468f8491235be83abf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.83'}], 'enable_snat': True}, 'gw_port_id': '66cdaeff-8dec-4ee0-9c53-352d14038b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:41:31Z', 'updated_at': '2021-05-31T11:41:35Z', 'revision_number': 3, 'project_id': '4d8aa9185953468f8491235be83abf68', 'gw_port': {'id': '66cdaeff-8dec-4ee0-9c53-352d14038b07', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b5:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54063c0e-70b2-46e7-97c3-46128bc0c331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:34Z', 'updated_at': '2021-05-31T11:41:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb'}], 'dv-cinder-786383-7-smb', False) {} {{(pid=98444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:44.520092 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd75648-6b9b-431a-9a09-e4623e0741a3 None None] The sync data for ids ['54063c0e-70b2-46e7-97c3-46128bc0c331'] in dv-cinder-786383-7-smb is: [{'id': '54063c0e-70b2-46e7-97c3-46128bc0c331', 'name': 'tempest-ServerRescueNegativeTestJSON-342948192-router', 'tenant_id': '4d8aa9185953468f8491235be83abf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.83'}], 'enable_snat': True}, 'gw_port_id': '66cdaeff-8dec-4ee0-9c53-352d14038b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:41:31Z', 'updated_at': '2021-05-31T11:41:35Z', 'revision_number': 3, 'project_id': '4d8aa9185953468f8491235be83abf68', 'gw_port': {'id': '66cdaeff-8dec-4ee0-9c53-352d14038b07', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b5:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54063c0e-70b2-46e7-97c3-46128bc0c331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:34Z', 'updated_at': '2021-05-31T11:41:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb'}] {{(pid=98444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:41:44.570101 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_hamode_db [None req-7078e05a-c4ab-4ea0-8058-5b995ad95aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f31bf17-2c66-4dca-a7df-4af4dab9b0d6', 'name': 'tempest-AttachVolumeTestJSON-608903553-router', 'tenant_id': '0eca8cc498704c828ce4fda2d808043a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.239'}], 'enable_snat': True}, 'gw_port_id': '4856108b-0b77-4e29-9719-f8d192545e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:41:28Z', 'updated_at': '2021-05-31T11:41:39Z', 'revision_number': 4, 'project_id': '0eca8cc498704c828ce4fda2d808043a', 'gw_port': {'id': '4856108b-0b77-4e29-9719-f8d192545e5e', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f31bf17-2c66-4dca-a7df-4af4dab9b0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:29Z', 'updated_at': '2021-05-31T11:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb', '_interfaces': [{'id': '2290c5f3-38b7-464e-9c68-2595c5fae4f9', 'name': '', 'network_id': '3b861c59-52f7-46ca-99da-e6f4b5d8dcf3', 'tenant_id': '0eca8cc498704c828ce4fda2d808043a', 'mac_address': 'fa:16:3e:53:5d:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f31bf17-2c66-4dca-a7df-4af4dab9b0d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3d8c3d1c-ffe1-4449-ae14-fb794221a40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:37Z', 'updated_at': '2021-05-31T11:41:40Z', 'revision_number': 2, 'project_id': '0eca8cc498704c828ce4fda2d808043a', 'subnets': [{'id': '3d8c3d1c-ffe1-4449-ae14-fb794221a40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-smb', False) {} {{(pid=98445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:44.583074 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7078e05a-c4ab-4ea0-8058-5b995ad95aae None None] Checking router: 1f31bf17-2c66-4dca-a7df-4af4dab9b0d6 for host: dv-cinder-786383-7-smb {{(pid=98445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:41:44.583520 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7078e05a-c4ab-4ea0-8058-5b995ad95aae None None] Updating router 1f31bf17-2c66-4dca-a7df-4af4dab9b0d6 port 2290c5f3-38b7-464e-9c68-2595c5fae4f9 binding host dv-cinder-786383-7-smb {{(pid=98445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 11:41:44.724805 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron_lib.callbacks.manager [None req-7078e05a-c4ab-4ea0-8058-5b995ad95aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:44.796188 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 55944) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:44.808281 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.v2.base [None req-ec7a62b0-4ae5-44c2-a044-087dabe27e2a tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2062788661', 'description': 'tempest-description--478246720'}} {{(pid=98442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:41:44.841018 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-dd753bb6-9cc0-4779-939c-e4364f9aa6c5 req-fc5d3d02-4250-45ee-b64d-766d57533375 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Notify callbacks [] for port, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:44.843207 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-ec7a62b0-4ae5-44c2-a044-087dabe27e2a tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:44.860676 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-ec7a62b0-4ae5-44c2-a044-087dabe27e2a tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Usage tracker for resource:security_group and tenant:0eca8cc498704c828ce4fda2d808043a is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:44.874820 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-ec7a62b0-4ae5-44c2-a044-087dabe27e2a tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:44.906543 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-ec7a62b0-4ae5-44c2-a044-087dabe27e2a tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:44.934161 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-ec7a62b0-4ae5-44c2-a044-087dabe27e2a tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks [] for security_group, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:45.169522 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-d2da6a91-761c-48e4-8fe7-5f0755a5ba95 req-b9e53e32-8334-4dfd-aed3-9e5007ca2e05 tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] 10.222.0.21 "GET /v2.0/ports?device_id=4946e0ad-2953-46d2-9105-70997e3fbb0b HTTP/1.1" status: 200 len: 210 time: 0.2389750 May 31 11:41:45.186913 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-ec7a62b0-4ae5-44c2-a044-087dabe27e2a tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:45.210581 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-ec7a62b0-4ae5-44c2-a044-087dabe27e2a tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Usage tracker for resource:security_group_rule and tenant:0eca8cc498704c828ce4fda2d808043a is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:45.219343 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-ec7a62b0-4ae5-44c2-a044-087dabe27e2a tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:45.257260 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-ec7a62b0-4ae5-44c2-a044-087dabe27e2a tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:45.571836 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron_lib.callbacks.manager [None req-7078e05a-c4ab-4ea0-8058-5b995ad95aae None None] Notify callbacks [] for port, precommit_update {{(pid=98445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:45.617642 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.provisioning_blocks [None req-7078e05a-c4ab-4ea0-8058-5b995ad95aae None None] Transition to ACTIVE for port object 2290c5f3-38b7-464e-9c68-2595c5fae4f9 will not be triggered until provisioned by entity L2. {{(pid=98445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:41:45.634316 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron_lib.callbacks.manager [None req-7078e05a-c4ab-4ea0-8058-5b995ad95aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:45.647615 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:45.677120 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-3d03d705-cac9-47e3-861c-a5e38ca93d11 req-b32ce4ed-7ad4-48ce-9a8e-bdba15ca158e tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/ports?device_id=83b65be4-3c11-4291-8ebe-01f254cfae15 HTTP/1.1" status: 200 len: 210 time: 0.1780689 May 31 11:41:45.706178 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-ec7a62b0-4ae5-44c2-a044-087dabe27e2a tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks [] for security_group, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:45.726003 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-ec7a62b0-4ae5-44c2-a044-087dabe27e2a tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:45.737475 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-edaf9b72-8819-40b2-8eb1-f9d1fb4b34e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:45.763029 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9a8145-5f43-4314-9d7f-151619e69940 None None] Pushing event updated for resources: {'Port': ['ID=2290c5f3-38b7-464e-9c68-2595c5fae4f9,revision_number=3']} {{(pid=98445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:45.779156 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG oslo_concurrency.lockutils [None req-8c9a8145-5f43-4314-9d7f-151619e69940 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=98445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:45.912106 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-ec7a62b0-4ae5-44c2-a044-087dabe27e2a tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks [] for security_group, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:45.919914 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-ec7a62b0-4ae5-44c2-a044-087dabe27e2a tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1198280 May 31 11:41:45.922328 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 55978) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:45.934341 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.db_base_plugin_common [req-46b892e5-6be1-4ebb-8933-1ea8446f0b57 req-71f40db9-56b5-4e6a-b5ff-0cd3a9ce49e9 tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] Allocated IP 172.20.0.14 (bc594bf1-9bb1-4824-835e-1da191d41471/745ad39c-872c-4b9f-8b3c-048a912d16b8/85a4548a-903b-4843-9b4f-fba507fab182) {{(pid=98443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:41:45.957654 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.v2.base [None req-134949a3-10e3-4e8c-8e3d-db6c166a3e80 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Request body: {'security_group_rule': {'security_group_id': 'e1a6aea4-fc43-4be4-985d-d05aeb50d0e8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:41:45.976600 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-134949a3-10e3-4e8c-8e3d-db6c166a3e80 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:45.990684 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-134949a3-10e3-4e8c-8e3d-db6c166a3e80 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Usage tracker for resource:security_group_rule and tenant:0eca8cc498704c828ce4fda2d808043a is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:46.000142 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-134949a3-10e3-4e8c-8e3d-db6c166a3e80 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:46.045019 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-134949a3-10e3-4e8c-8e3d-db6c166a3e80 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:46.092581 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7a62b0-4ae5-44c2-a044-087dabe27e2a tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a6aea4-fc43-4be4-985d-d05aeb50d0e8,revision_number=1']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:46.105934 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-ec7a62b0-4ae5-44c2-a044-087dabe27e2a tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:46.150544 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-134949a3-10e3-4e8c-8e3d-db6c166a3e80 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:46.281462 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.plugins.ml2.managers [None req-7078e05a-c4ab-4ea0-8058-5b995ad95aae None None] Attempting to bind port 2290c5f3-38b7-464e-9c68-2595c5fae4f9 on host dv-cinder-786383-7-smb for vnic_type normal with profile {{(pid=98445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:41:46.295761 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.plugins.ml2.managers [None req-7078e05a-c4ab-4ea0-8058-5b995ad95aae None None] Attempting to bind port 2290c5f3-38b7-464e-9c68-2595c5fae4f9 by drivers openvswitch,hyperv on host dv-cinder-786383-7-smb at level 0 using segments [{'id': '745935fc-742e-4dd5-baa0-27f62ebcc000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3b861c59-52f7-46ca-99da-e6f4b5d8dcf3'}] {{(pid=98445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:41:46.297541 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7078e05a-c4ab-4ea0-8058-5b995ad95aae None None] Attempting to bind port 2290c5f3-38b7-464e-9c68-2595c5fae4f9 on network 3b861c59-52f7-46ca-99da-e6f4b5d8dcf3 {{(pid=98445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:41:46.319719 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7078e05a-c4ab-4ea0-8058-5b995ad95aae None None] Checking agent: {'id': '54e7e3e0-9dc4-46e7-99bd-8d5ea4dab531', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 33, 27), 'started_at': datetime.datetime(2021, 5, 31, 11, 33, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:41:46.322413 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7078e05a-c4ab-4ea0-8058-5b995ad95aae None None] Checking segment: {'id': '745935fc-742e-4dd5-baa0-27f62ebcc000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3b861c59-52f7-46ca-99da-e6f4b5d8dcf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:41:46.323420 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron_lib.callbacks.manager [None req-7078e05a-c4ab-4ea0-8058-5b995ad95aae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:46.327284 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7078e05a-c4ab-4ea0-8058-5b995ad95aae None None] Bound using segment: {'id': '745935fc-742e-4dd5-baa0-27f62ebcc000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3b861c59-52f7-46ca-99da-e6f4b5d8dcf3'} {{(pid=98445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:41:46.330129 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.plugins.ml2.managers [None req-7078e05a-c4ab-4ea0-8058-5b995ad95aae None None] Bound port: 2290c5f3-38b7-464e-9c68-2595c5fae4f9, host: dv-cinder-786383-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '745935fc-742e-4dd5-baa0-27f62ebcc000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3b861c59-52f7-46ca-99da-e6f4b5d8dcf3'}}] {{(pid=98445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:41:46.330863 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron_lib.callbacks.manager [None req-7078e05a-c4ab-4ea0-8058-5b995ad95aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:46.375254 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 55986) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:46.455307 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-134949a3-10e3-4e8c-8e3d-db6c166a3e80 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:46.467518 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-134949a3-10e3-4e8c-8e3d-db6c166a3e80 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8326017'] for security_group_rule, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:46.469886 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:46.503587 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device 66cdaeff-8dec-4ee0-9c53-352d14038b07 up at agent ovs-agent-dv-cinder-786383-7-smb {{(pid=98444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:41:46.530027 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134949a3-10e3-4e8c-8e3d-db6c166a3e80 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2da76fa5-862e-46e4-820e-beb67a4cde06,revision_number=0']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:46.560121 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.plugins.ml2.db [None req-7078e05a-c4ab-4ea0-8058-5b995ad95aae None None] For port 2290c5f3-38b7-464e-9c68-2595c5fae4f9, host dv-cinder-786383-7-smb, cleared binding levels {{(pid=98445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:41:46.565251 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.plugins.ml2.db [None req-7078e05a-c4ab-4ea0-8058-5b995ad95aae None None] For port 2290c5f3-38b7-464e-9c68-2595c5fae4f9, host dv-cinder-786383-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-smb',level=0,port_id=2290c5f3-38b7-464e-9c68-2595c5fae4f9,segment=NetworkSegment(745935fc-742e-4dd5-baa0-27f62ebcc000),segment_id=745935fc-742e-4dd5-baa0-27f62ebcc000)] {{(pid=98445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:41:46.568649 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-134949a3-10e3-4e8c-8e3d-db6c166a3e80 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:46.571485 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron_lib.callbacks.manager [None req-7078e05a-c4ab-4ea0-8058-5b995ad95aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:46.611372 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG oslo_concurrency.lockutils [None req-ddf5e9dd-fbde-4f36-b515-ca8f15e14f18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:46.703910 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Provisioning for port 66cdaeff-8dec-4ee0-9c53-352d14038b07 completed by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:41:46.712219 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Provisioning complete for port 66cdaeff-8dec-4ee0-9c53-352d14038b07 triggered by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:41:46.712916 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:46.758035 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7078e05a-c4ab-4ea0-8058-5b995ad95aae None None] Routers {'1f31bf17-2c66-4dca-a7df-4af4dab9b0d6'} bound to L3 agent in host dv-cinder-786383-7-smb {{(pid=98445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:41:46.761008 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_hamode_db [None req-7078e05a-c4ab-4ea0-8058-5b995ad95aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T11:33:28Z,description=,heartbeat_timestamp=2021-05-31T11:41:28Z,host='dv-cinder-786383-7-smb',id=18500941-09fe-4120-b40f-cc1049bfe169,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:33:28Z,topic='l3_agent')) {'router_ids': ['1f31bf17-2c66-4dca-a7df-4af4dab9b0d6'], 'active': True} {{(pid=98445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:46.783420 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-a9532dae-52e3-4760-b08d-90cfb0f6ace5 req-5f66b02f-7e03-4de7-b248-629cc232d2be tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] 10.222.0.21 "GET /v2.0/ports?device_id=4946e0ad-2953-46d2-9105-70997e3fbb0b HTTP/1.1" status: 200 len: 210 time: 0.2327585 May 31 11:41:46.790426 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-134949a3-10e3-4e8c-8e3d-db6c166a3e80 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:46.797336 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-134949a3-10e3-4e8c-8e3d-db6c166a3e80 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8585739 May 31 11:41:46.801111 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 55998) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:46.807844 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-d2d40a83-5409-43de-b310-4504ffd17426 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:46.856879 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.v2.base [None req-c36afa72-eae8-4519-b17c-4a2aeb1878df tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Request body: {'security_group_rule': {'security_group_id': 'e1a6aea4-fc43-4be4-985d-d05aeb50d0e8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:41:46.885477 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-46b892e5-6be1-4ebb-8933-1ea8446f0b57 req-71f40db9-56b5-4e6a-b5ff-0cd3a9ce49e9 tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] Notify callbacks [] for port, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:46.887347 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-c36afa72-eae8-4519-b17c-4a2aeb1878df tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:46.896500 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-c36afa72-eae8-4519-b17c-4a2aeb1878df tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Usage tracker for resource:security_group_rule and tenant:0eca8cc498704c828ce4fda2d808043a is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:46.906498 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-c36afa72-eae8-4519-b17c-4a2aeb1878df tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:46.921417 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-c36afa72-eae8-4519-b17c-4a2aeb1878df tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:46.990787 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-d2d40a83-5409-43de-b310-4504ffd17426 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:47.021127 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-c36afa72-eae8-4519-b17c-4a2aeb1878df tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:47.109502 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-46b892e5-6be1-4ebb-8933-1ea8446f0b57 req-71f40db9-56b5-4e6a-b5ff-0cd3a9ce49e9 tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781593114058'] for port, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:47.122913 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-d2d40a83-5409-43de-b310-4504ffd17426 admin admin] Usage tracker for resource:security_group_rule and tenant:a626c2bdb36e4f869ba5fc890a25a956 is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:47.158160 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-d2d40a83-5409-43de-b310-4504ffd17426 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:47.248060 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-89481d0e-8356-40e5-880b-2f88078922a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-649821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531'] for subnet, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:47.249396 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-dd753bb6-9cc0-4779-939c-e4364f9aa6c5 req-fc5d3d02-4250-45ee-b64d-766d57533375 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781593114058'] for port, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:47.259218 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:47.288782 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:47.360190 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] For port 66cdaeff-8dec-4ee0-9c53-352d14038b07, host dv-cinder-786383-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-smb',level=0,port_id=66cdaeff-8dec-4ee0-9c53-352d14038b07,segment=NetworkSegment(1ab87b5a-2ab4-41da-bbc3-50466ba34034),segment_id=1ab87b5a-2ab4-41da-bbc3-50466ba34034)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:41:47.367991 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:47.370844 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:47.516700 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9a8145-5f43-4314-9d7f-151619e69940 None None] Pushing event updated for resources: {'Port': ['ID=2290c5f3-38b7-464e-9c68-2595c5fae4f9,revision_number=4']} {{(pid=98445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:47.525587 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG oslo_concurrency.lockutils [None req-8c9a8145-5f43-4314-9d7f-151619e69940 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.914s {{(pid=98445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:47.527031 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Pushing event updated for resources: {'Port': ['ID=66cdaeff-8dec-4ee0-9c53-352d14038b07,revision_number=4']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:47.532235 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:47.544864 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46b892e5-6be1-4ebb-8933-1ea8446f0b57 req-71f40db9-56b5-4e6a-b5ff-0cd3a9ce49e9 tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] Network bc594bf1-9bb1-4824-835e-1da191d41471 is already hosted by enough agents. {{(pid=98443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:41:47.550366 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_dvr_db [None req-7078e05a-c4ab-4ea0-8058-5b995ad95aae None None] Set router 1f31bf17-2c66-4dca-a7df-4af4dab9b0d6 gateway port host: dv-cinder-786383-7-smb {{(pid=98445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:41:47.558937 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.base_scheduler [req-46b892e5-6be1-4ebb-8933-1ea8446f0b57 req-71f40db9-56b5-4e6a-b5ff-0cd3a9ce49e9 tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] Resources bound (agent type, host, resource id): {{(pid=98443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:41:47.583687 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd753bb6-9cc0-4779-939c-e4364f9aa6c5 req-fc5d3d02-4250-45ee-b64d-766d57533375 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Network 79d8a26c-dd66-4347-ae65-e9e905a4c881 is already hosted by enough agents. {{(pid=98443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:41:47.585837 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-311ef4af-a260-4c5c-b386-a61f9d29487d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:47.595912 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-d2d40a83-5409-43de-b310-4504ffd17426 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:47.599452 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.l3_dvrscheduler_db [req-46b892e5-6be1-4ebb-8933-1ea8446f0b57 req-71f40db9-56b5-4e6a-b5ff-0cd3a9ce49e9 tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] Received port after_create {{(pid=98443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:41:47.606458 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b892e5-6be1-4ebb-8933-1ea8446f0b57 req-71f40db9-56b5-4e6a-b5ff-0cd3a9ce49e9 tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:47.607347 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-46b892e5-6be1-4ebb-8933-1ea8446f0b57 req-71f40db9-56b5-4e6a-b5ff-0cd3a9ce49e9 tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927509'] for port, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:47.612815 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-89481d0e-8356-40e5-880b-2f88078922a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:47.622556 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.base_scheduler [req-dd753bb6-9cc0-4779-939c-e4364f9aa6c5 req-fc5d3d02-4250-45ee-b64d-766d57533375 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Resources bound (agent type, host, resource id): {{(pid=98443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:41:47.643627 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd753bb6-9cc0-4779-939c-e4364f9aa6c5 req-fc5d3d02-4250-45ee-b64d-766d57533375 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Received port after_create {{(pid=98443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:41:47.649369 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd753bb6-9cc0-4779-939c-e4364f9aa6c5 req-fc5d3d02-4250-45ee-b64d-766d57533375 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:47.650013 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-dd753bb6-9cc0-4779-939c-e4364f9aa6c5 req-fc5d3d02-4250-45ee-b64d-766d57533375 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927509'] for port, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:47.665261 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f40db9-56b5-4e6a-b5ff-0cd3a9ce49e9 tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] Pushing event updated for resources: {'Port': ['ID=85a4548a-903b-4843-9b4f-fba507fab182,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:47.679898 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-71f40db9-56b5-4e6a-b5ff-0cd3a9ce49e9 tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:47.681654 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-a02a592c-84c9-416d-b76c-06a17d7d45f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.208s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:47.691106 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-c36afa72-eae8-4519-b17c-4a2aeb1878df tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:47.702969 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-c36afa72-eae8-4519-b17c-4a2aeb1878df tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8326017'] for security_group_rule, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:47.711007 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-134949a3-10e3-4e8c-8e3d-db6c166a3e80 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:47.719493 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89481d0e-8356-40e5-880b-2f88078922a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba998157-a747-45c4-b91b-5e46c2990777,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:47.725613 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-89481d0e-8356-40e5-880b-2f88078922a7 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ba998157-a747-45c4-b91b-5e46c2990777 HTTP/1.1" status: 204 len: 168 time: 5.6216407 May 31 11:41:47.727934 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-89481d0e-8356-40e5-880b-2f88078922a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:47.728386 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 56018) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:47.729975 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-46b892e5-6be1-4ebb-8933-1ea8446f0b57 req-71f40db9-56b5-4e6a-b5ff-0cd3a9ce49e9 tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1230893 May 31 11:41:47.730485 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.185s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:47.753289 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36afa72-eae8-4519-b17c-4a2aeb1878df tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3900c29a-f1a7-4a62-8809-3b63ed2dae1d,revision_number=0']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:47.760625 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-c36afa72-eae8-4519-b17c-4a2aeb1878df tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:47.787727 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae04179-2523-4c3f-8cea-4b9c626cb842 req-e0795d4a-e1ff-4d93-b863-9f7903128850 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:47.789948 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-dae04179-2523-4c3f-8cea-4b9c626cb842 req-e0795d4a-e1ff-4d93-b863-9f7903128850 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/ports?device_id=83b65be4-3c11-4291-8ebe-01f254cfae15 HTTP/1.1" status: 200 len: 932 time: 0.6637142 May 31 11:41:47.794935 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-c36afa72-eae8-4519-b17c-4a2aeb1878df tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:47.796382 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-c36afa72-eae8-4519-b17c-4a2aeb1878df tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9937637 May 31 11:41:47.805927 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 56022) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:47.860091 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.v2.base [None req-e914bd0d-1b3c-4959-8d9f-ec100c21f84d tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Request body: {'floatingip': {'floating_network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3'}} {{(pid=98442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:41:47.919929 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-e914bd0d-1b3c-4959-8d9f-ec100c21f84d tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:47.924742 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-d2d40a83-5409-43de-b310-4504ffd17426 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:47.929016 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-e914bd0d-1b3c-4959-8d9f-ec100c21f84d tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Usage tracker for resource:floatingip and tenant:0eca8cc498704c828ce4fda2d808043a is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:47.986618 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-e914bd0d-1b3c-4959-8d9f-ec100c21f84d tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:47.989712 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-d2d40a83-5409-43de-b310-4504ffd17426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:48.032958 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-e914bd0d-1b3c-4959-8d9f-ec100c21f84d tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:48.034839 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:48.051176 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-dd753bb6-9cc0-4779-939c-e4364f9aa6c5 req-fc5d3d02-4250-45ee-b64d-766d57533375 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.8368149 May 31 11:41:48.063208 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [req-46b892e5-6be1-4ebb-8933-1ea8446f0b57 req-e6f9041e-6e56-4aee-abb5-9a12a777bc44 tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=98443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 11:41:48.064248 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-46b892e5-6be1-4ebb-8933-1ea8446f0b57 req-e6f9041e-6e56-4aee-abb5-9a12a777bc44 tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0552306 May 31 11:41:48.076589 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [req-dae04179-2523-4c3f-8cea-4b9c626cb842 req-21bb1ad0-3c6a-465b-9ca9-fb2782289b17 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Synchronizing usage tracker for tenant:137483c5ff894f0390c68478edf226f3 on resource:security_group {{(pid=98442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:41:48.183532 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-e914bd0d-1b3c-4959-8d9f-ec100c21f84d tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks [] for floatingip, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:48.237602 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-d2d40a83-5409-43de-b310-4504ffd17426 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a626c2bdb36e4f869ba5fc890a25a956&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8585124 May 31 11:41:48.240240 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5d3d02-4250-45ee-b64d-766d57533375 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Pushing event updated for resources: {'Port': ['ID=2e2c23ae-b00e-4a48-81a0-8bc201ba1436,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:48.244231 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 56030) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:48.245204 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-fc5d3d02-4250-45ee-b64d-766d57533375 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:48.245341 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d40a83-5409-43de-b310-4504ffd17426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ede6715-1831-4e47-99e5-f1d4df05f8bd,revision_number=1']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:48.264441 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-d2d40a83-5409-43de-b310-4504ffd17426 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:48.281422 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-32c37507-02c9-4ec9-a14a-49529fccebc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990620'] for network, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:48.295517 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [req-dae04179-2523-4c3f-8cea-4b9c626cb842 req-21bb1ad0-3c6a-465b-9ca9-fb2782289b17 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Unset dirty status for tenant:137483c5ff894f0390c68478edf226f3 on resource:security_group {{(pid=98442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:41:48.295517 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-dae04179-2523-4c3f-8cea-4b9c626cb842 req-21bb1ad0-3c6a-465b-9ca9-fb2782289b17 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/security-groups?id=95f25048-ac3c-451a-9c7f-c753883b57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4897006 May 31 11:41:48.416088 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device 66cdaeff-8dec-4ee0-9c53-352d14038b07 up at agent ovs-agent-dv-cinder-786383-7-smb {{(pid=98444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:41:48.425778 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_hamode_db [None req-7078e05a-c4ab-4ea0-8058-5b995ad95aae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f31bf17-2c66-4dca-a7df-4af4dab9b0d6', 'name': 'tempest-AttachVolumeTestJSON-608903553-router', 'tenant_id': '0eca8cc498704c828ce4fda2d808043a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.239'}], 'enable_snat': True}, 'gw_port_id': '4856108b-0b77-4e29-9719-f8d192545e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:41:28Z', 'updated_at': '2021-05-31T11:41:39Z', 'revision_number': 4, 'project_id': '0eca8cc498704c828ce4fda2d808043a', 'gw_port': {'id': '4856108b-0b77-4e29-9719-f8d192545e5e', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f31bf17-2c66-4dca-a7df-4af4dab9b0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:29Z', 'updated_at': '2021-05-31T11:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb', '_interfaces': [{'id': '2290c5f3-38b7-464e-9c68-2595c5fae4f9', 'name': '', 'network_id': '3b861c59-52f7-46ca-99da-e6f4b5d8dcf3', 'tenant_id': '0eca8cc498704c828ce4fda2d808043a', 'mac_address': 'fa:16:3e:53:5d:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f31bf17-2c66-4dca-a7df-4af4dab9b0d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3d8c3d1c-ffe1-4449-ae14-fb794221a40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:37Z', 'updated_at': '2021-05-31T11:41:46Z', 'revision_number': 4, 'project_id': '0eca8cc498704c828ce4fda2d808043a', 'subnets': [{'id': '3d8c3d1c-ffe1-4449-ae14-fb794221a40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-smb', False) {} {{(pid=98445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:48.437777 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7078e05a-c4ab-4ea0-8058-5b995ad95aae None None] The sync data for ids ['1f31bf17-2c66-4dca-a7df-4af4dab9b0d6'] in dv-cinder-786383-7-smb is: [{'id': '1f31bf17-2c66-4dca-a7df-4af4dab9b0d6', 'name': 'tempest-AttachVolumeTestJSON-608903553-router', 'tenant_id': '0eca8cc498704c828ce4fda2d808043a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.239'}], 'enable_snat': True}, 'gw_port_id': '4856108b-0b77-4e29-9719-f8d192545e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:41:28Z', 'updated_at': '2021-05-31T11:41:39Z', 'revision_number': 4, 'project_id': '0eca8cc498704c828ce4fda2d808043a', 'gw_port': {'id': '4856108b-0b77-4e29-9719-f8d192545e5e', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f31bf17-2c66-4dca-a7df-4af4dab9b0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:29Z', 'updated_at': '2021-05-31T11:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb', '_interfaces': [{'id': '2290c5f3-38b7-464e-9c68-2595c5fae4f9', 'name': '', 'network_id': '3b861c59-52f7-46ca-99da-e6f4b5d8dcf3', 'tenant_id': '0eca8cc498704c828ce4fda2d808043a', 'mac_address': 'fa:16:3e:53:5d:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f31bf17-2c66-4dca-a7df-4af4dab9b0d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3d8c3d1c-ffe1-4449-ae14-fb794221a40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:37Z', 'updated_at': '2021-05-31T11:41:46Z', 'revision_number': 4, 'project_id': '0eca8cc498704c828ce4fda2d808043a', 'subnets': [{'id': '3d8c3d1c-ffe1-4449-ae14-fb794221a40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:41:48.516363 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917a88fb-b4ee-40b7-844a-2265aeeba059 req-9f6500a0-f58e-4899-83a9-b02dcf1a5b30 tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:48.531608 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-311ef4af-a260-4c5c-b386-a61f9d29487d admin admin] Notify callbacks [] for port, precommit_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:48.545451 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-311ef4af-a260-4c5c-b386-a61f9d29487d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:48.550305 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-917a88fb-b4ee-40b7-844a-2265aeeba059 req-9f6500a0-f58e-4899-83a9-b02dcf1a5b30 tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] 10.222.0.21 "GET /v2.0/ports?device_id=4946e0ad-2953-46d2-9105-70997e3fbb0b HTTP/1.1" status: 200 len: 932 time: 0.6276596 May 31 11:41:48.567213 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-311ef4af-a260-4c5c-b386-a61f9d29487d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7929610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369625'] for router_interface, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:48.581522 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:48.667839 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-4f38e1aa-99ff-43b6-adad-7be4a8a4d8de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:48.718007 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Provisioning complete for port 66cdaeff-8dec-4ee0-9c53-352d14038b07 triggered by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:41:48.719130 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:48.746905 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [req-917a88fb-b4ee-40b7-844a-2265aeeba059 req-96f8adde-3b0c-4bec-8d8c-8b13e3e64599 tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] Synchronizing usage tracker for tenant:5042a29dba084c1ab45f17148f508695 on resource:security_group {{(pid=98442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:41:48.751006 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-4f38e1aa-99ff-43b6-adad-7be4a8a4d8de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:48.855885 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-e914bd0d-1b3c-4959-8d9f-ec100c21f84d tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:48.860925 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [req-917a88fb-b4ee-40b7-844a-2265aeeba059 req-96f8adde-3b0c-4bec-8d8c-8b13e3e64599 tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] Unset dirty status for tenant:5042a29dba084c1ab45f17148f508695 on resource:security_group {{(pid=98442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:41:48.873162 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-917a88fb-b4ee-40b7-844a-2265aeeba059 req-96f8adde-3b0c-4bec-8d8c-8b13e3e64599 tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8476982-9d5d-4c8d-b148-058382fd7b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146081 May 31 11:41:48.983517 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-4f38e1aa-99ff-43b6-adad-7be4a8a4d8de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:49.007116 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:49.029812 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f38e1aa-99ff-43b6-adad-7be4a8a4d8de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ede6715-1831-4e47-99e5-f1d4df05f8bd,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:49.032681 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-4f38e1aa-99ff-43b6-adad-7be4a8a4d8de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:49.060854 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-4f38e1aa-99ff-43b6-adad-7be4a8a4d8de admin admin] Notify callbacks [] for security_group, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:49.062112 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-4f38e1aa-99ff-43b6-adad-7be4a8a4d8de admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6ede6715-1831-4e47-99e5-f1d4df05f8bd HTTP/1.1" status: 204 len: 168 time: 0.8036168 May 31 11:41:49.180220 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.db_base_plugin_common [None req-e914bd0d-1b3c-4959-8d9f-ec100c21f84d tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Allocated IP 172.28.3.161 (21abd7a8-7011-4cfc-9928-6cba34534bd3/fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5/638cda77-8e7c-4fae-8f87-fdd7623cc6e9) {{(pid=98442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:41:49.390376 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-32c37507-02c9-4ec9-a14a-49529fccebc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647783', 'neutron.services.segments.db._delete_segments_for_network-8781593572316'] for network, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:49.424487 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311ef4af-a260-4c5c-b386-a61f9d29487d admin admin] Pushing event updated for resources: {'Port': ['ID=48ee92d9-e68e-4616-bc46-521eead13c79,revision_number=2']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:49.431369 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-32c37507-02c9-4ec9-a14a-49529fccebc9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=98443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:41:49.431720 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-32c37507-02c9-4ec9-a14a-49529fccebc9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=98443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:41:49.432704 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-32c37507-02c9-4ec9-a14a-49529fccebc9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:41:49.432903 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-32c37507-02c9-4ec9-a14a-49529fccebc9 admin admin] Subscribe: > port after_create 55550000 {{(pid=98443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:41:49.433248 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-32c37507-02c9-4ec9-a14a-49529fccebc9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=98443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:41:49.433611 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-32c37507-02c9-4ec9-a14a-49529fccebc9 admin admin] Subscribe: > port after_update 55550000 {{(pid=98443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:41:49.433973 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-32c37507-02c9-4ec9-a14a-49529fccebc9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=98443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:41:49.434305 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-32c37507-02c9-4ec9-a14a-49529fccebc9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:41:49.434624 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-32c37507-02c9-4ec9-a14a-49529fccebc9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:41:49.435009 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-32c37507-02c9-4ec9-a14a-49529fccebc9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=98443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:41:49.673357 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-e914bd0d-1b3c-4959-8d9f-ec100c21f84d tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks [] for port, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:49.785459 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb58f8b-1442-4ae8-8667-6e4cf7fac117 req-ec06198f-e42b-479b-8a82-1a448704502a tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:49.787081 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-dfb58f8b-1442-4ae8-8667-6e4cf7fac117 req-ec06198f-e42b-479b-8a82-1a448704502a tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/ports?device_id=83b65be4-3c11-4291-8ebe-01f254cfae15 HTTP/1.1" status: 200 len: 932 time: 0.2163055 May 31 11:41:49.796150 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-e914bd0d-1b3c-4959-8d9f-ec100c21f84d tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781593114058'] for port, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:49.821215 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-653f1ba8-8d7c-4595-8bb5-6e730c51ad15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:49.822314 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-32c37507-02c9-4ec9-a14a-49529fccebc9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:41:49.823034 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-32c37507-02c9-4ec9-a14a-49529fccebc9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:41:49.823359 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-32c37507-02c9-4ec9-a14a-49529fccebc9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=98443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:41:49.823847 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-32c37507-02c9-4ec9-a14a-49529fccebc9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=98443) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:41:49.824355 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.services.segments.db [None req-32c37507-02c9-4ec9-a14a-49529fccebc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f506732-8068-4570-abb4-b6b7b40e8fae']}} {{(pid=98443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:49.851750 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-311ef4af-a260-4c5c-b386-a61f9d29487d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.270s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:49.862360 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [req-dd753bb6-9cc0-4779-939c-e4364f9aa6c5 req-e1f6dcc0-5824-4c6d-980b-674949d8ba8f tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=98443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 11:41:49.863465 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-dd753bb6-9cc0-4779-939c-e4364f9aa6c5 req-e1f6dcc0-5824-4c6d-980b-674949d8ba8f tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0130169 May 31 11:41:49.903904 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.services.segments.db [None req-32c37507-02c9-4ec9-a14a-49529fccebc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55b6605e-1dd3-493b-90f9-cb25ee555887') {'for_net_delete': True} {{(pid=98443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:49.904363 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.services.segments.db [None req-32c37507-02c9-4ec9-a14a-49529fccebc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55b6605e-1dd3-493b-90f9-cb25ee555887') {} {{(pid=98443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:49.913322 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e914bd0d-1b3c-4959-8d9f-ec100c21f84d tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Network 21abd7a8-7011-4cfc-9928-6cba34534bd3 is already hosted by enough agents. {{(pid=98442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:41:49.928138 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.base_scheduler [None req-e914bd0d-1b3c-4959-8d9f-ec100c21f84d tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Resources bound (agent type, host, resource id): {{(pid=98442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:41:49.944218 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e914bd0d-1b3c-4959-8d9f-ec100c21f84d tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Received port after_create {{(pid=98442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:41:49.995625 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.v2.base [req-46b892e5-6be1-4ebb-8933-1ea8446f0b57 req-e181bc8a-7c6a-4fef-a8f7-6faf51150729 service neutron] Request body: {'port': {'device_id': '4946e0ad-2953-46d2-9105-70997e3fbb0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:41:50.033022 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-dfb58f8b-1442-4ae8-8667-6e4cf7fac117 req-516e13f3-c6f5-4a44-8074-fafba6a16511 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/security-groups?id=95f25048-ac3c-451a-9c7f-c753883b57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356699 May 31 11:41:50.080771 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 56072) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:50.090902 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-32c37507-02c9-4ec9-a14a-49529fccebc9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781593581213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7666502'] for segment, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:50.109828 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.v2.base [req-dd753bb6-9cc0-4779-939c-e4364f9aa6c5 req-c7499b5b-266a-4465-85f5-8aa12312d2fd service neutron] Request body: {'port': {'device_id': '83b65be4-3c11-4291-8ebe-01f254cfae15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:41:50.183418 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e914bd0d-1b3c-4959-8d9f-ec100c21f84d tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Pushing event updated for resources: {'Port': ['ID=638cda77-8e7c-4fae-8f87-fdd7623cc6e9,revision_number=1']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:50.194212 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-e914bd0d-1b3c-4959-8d9f-ec100c21f84d tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:50.224999 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-e914bd0d-1b3c-4959-8d9f-ec100c21f84d tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:50.319324 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-e914bd0d-1b3c-4959-8d9f-ec100c21f84d tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:50.428248 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db79739-034f-45af-b995-b3ad1a2a1b1a req-18c44c55-88d9-4adc-a1b8-215d68196e92 tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:50.429738 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-2db79739-034f-45af-b995-b3ad1a2a1b1a req-18c44c55-88d9-4adc-a1b8-215d68196e92 tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] 10.222.0.21 "GET /v2.0/ports?device_id=4946e0ad-2953-46d2-9105-70997e3fbb0b HTTP/1.1" status: 200 len: 932 time: 0.3195274 May 31 11:41:50.440097 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-32c37507-02c9-4ec9-a14a-49529fccebc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654047'] for segment, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:50.483340 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-311ef4af-a260-4c5c-b386-a61f9d29487d admin admin] Network 665ca1a0-d0c5-448d-9582-68d76f26f11a is already hosted by enough agents. {{(pid=98443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:41:50.484555 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-3a37acec-fb78-486e-a4ca-55d4ce1e5be5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:50.496470 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device 2290c5f3-38b7-464e-9c68-2595c5fae4f9 up at agent ovs-agent-dv-cinder-786383-7-smb {{(pid=98444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:41:50.512833 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.base_scheduler [None req-311ef4af-a260-4c5c-b386-a61f9d29487d admin admin] Resources bound (agent type, host, resource id): {{(pid=98443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:41:50.515416 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32c37507-02c9-4ec9-a14a-49529fccebc9 admin admin] Releasing vlan 668 on physical network physnet1 to pool {{(pid=98443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 11:41:50.515813 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-32c37507-02c9-4ec9-a14a-49529fccebc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6347532'] for segment, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:50.576254 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-2db79739-034f-45af-b995-b3ad1a2a1b1a req-615bace1-8577-42e9-b8b8-005f05e6e1dd tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8476982-9d5d-4c8d-b148-058382fd7b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358981 May 31 11:41:50.584850 dv-cinder-786383-7-smb neutron-server[98443]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 31 11:41:50.584850 dv-cinder-786383-7-smb neutron-server[98443]: from cryptography.utils import int_from_bytes May 31 11:41:50.584850 dv-cinder-786383-7-smb neutron-server[98443]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 31 11:41:50.584850 dv-cinder-786383-7-smb neutron-server[98443]: from cryptography.utils import int_from_bytes May 31 11:41:50.584850 dv-cinder-786383-7-smb neutron-server[98443]: Traceback (most recent call last): May 31 11:41:50.584850 dv-cinder-786383-7-smb neutron-server[98443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 11:41:50.584850 dv-cinder-786383-7-smb neutron-server[98443]: timer() May 31 11:41:50.584850 dv-cinder-786383-7-smb neutron-server[98443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 11:41:50.584850 dv-cinder-786383-7-smb neutron-server[98443]: cb(*args, **kw) May 31 11:41:50.584850 dv-cinder-786383-7-smb neutron-server[98443]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 11:41:50.584850 dv-cinder-786383-7-smb neutron-server[98443]: return func(*args, **kwargs) May 31 11:41:50.584850 dv-cinder-786383-7-smb neutron-server[98443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 11:41:50.584850 dv-cinder-786383-7-smb neutron-server[98443]: self._notify() May 31 11:41:50.584850 dv-cinder-786383-7-smb neutron-server[98443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 11:41:50.584850 dv-cinder-786383-7-smb neutron-server[98443]: self.callback(batched_events) May 31 11:41:50.584850 dv-cinder-786383-7-smb neutron-server[98443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 11:41:50.584850 dv-cinder-786383-7-smb neutron-server[98443]: event.method(event) May 31 11:41:50.584850 dv-cinder-786383-7-smb neutron-server[98443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 11:41:50.584850 dv-cinder-786383-7-smb neutron-server[98443]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 11:41:50.584850 dv-cinder-786383-7-smb neutron-server[98443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 11:41:50.584850 dv-cinder-786383-7-smb neutron-server[98443]: aggregate_uuid = self.p_client.list_aggregates( May 31 11:41:50.584850 dv-cinder-786383-7-smb neutron-server[98443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 11:41:50.584850 dv-cinder-786383-7-smb neutron-server[98443]: return f(self, *a, **k) May 31 11:41:50.584850 dv-cinder-786383-7-smb neutron-server[98443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 11:41:50.584850 dv-cinder-786383-7-smb neutron-server[98443]: return self._get(url).json() May 31 11:41:50.584850 dv-cinder-786383-7-smb neutron-server[98443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 11:41:50.584850 dv-cinder-786383-7-smb neutron-server[98443]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 11:41:50.584850 dv-cinder-786383-7-smb neutron-server[98443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 11:41:50.584850 dv-cinder-786383-7-smb neutron-server[98443]: return self.request(url, 'GET', **kwargs) May 31 11:41:50.584850 dv-cinder-786383-7-smb neutron-server[98443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 11:41:50.584850 dv-cinder-786383-7-smb neutron-server[98443]: base_url = self.get_endpoint(auth, allow=allow, May 31 11:41:50.584850 dv-cinder-786383-7-smb neutron-server[98443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 11:41:50.584850 dv-cinder-786383-7-smb neutron-server[98443]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 11:41:50.584850 dv-cinder-786383-7-smb neutron-server[98443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 11:41:50.584850 dv-cinder-786383-7-smb neutron-server[98443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 11:41:50.584850 dv-cinder-786383-7-smb neutron-server[98443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 11:41:50.621482 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-3a37acec-fb78-486e-a4ca-55d4ce1e5be5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:50.629198 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-3a37acec-fb78-486e-a4ca-55d4ce1e5be5 admin admin] Usage tracker for resource:security_group_rule and tenant:f948c8985d874191b8ca72b334d263c5 is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:50.635414 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-3a37acec-fb78-486e-a4ca-55d4ce1e5be5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:50.648548 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-3a37acec-fb78-486e-a4ca-55d4ce1e5be5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:50.687760 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Provisioning for port 2290c5f3-38b7-464e-9c68-2595c5fae4f9 completed by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:41:50.698412 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Provisioning complete for port 2290c5f3-38b7-464e-9c68-2595c5fae4f9 triggered by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:41:50.699110 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:50.788669 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-e914bd0d-1b3c-4959-8d9f-ec100c21f84d tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks [] for port, precommit_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:50.796659 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-e914bd0d-1b3c-4959-8d9f-ec100c21f84d tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:50.812845 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-653f1ba8-8d7c-4595-8bb5-6e730c51ad15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:50.838296 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-3a37acec-fb78-486e-a4ca-55d4ce1e5be5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:50.967298 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-e914bd0d-1b3c-4959-8d9f-ec100c21f84d tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8365565'] for floatingip, after_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:50.995292 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:51.005190 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e914bd0d-1b3c-4959-8d9f-ec100c21f84d tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Pushing event updated for resources: {'Port': ['ID=638cda77-8e7c-4fae-8f87-fdd7623cc6e9,revision_number=2']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:51.017051 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-e914bd0d-1b3c-4959-8d9f-ec100c21f84d tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523773'] for floatingip, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:51.022706 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-e914bd0d-1b3c-4959-8d9f-ec100c21f84d tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1963661 May 31 11:41:51.022706 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-e914bd0d-1b3c-4959-8d9f-ec100c21f84d tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:51.072998 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-dd753bb6-9cc0-4779-939c-e4364f9aa6c5 req-c7499b5b-266a-4465-85f5-8aa12312d2fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:51.087437 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] For port 2290c5f3-38b7-464e-9c68-2595c5fae4f9, host dv-cinder-786383-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-smb',level=0,port_id=2290c5f3-38b7-464e-9c68-2595c5fae4f9,segment=NetworkSegment(745935fc-742e-4dd5-baa0-27f62ebcc000),segment_id=745935fc-742e-4dd5-baa0-27f62ebcc000)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:41:51.101553 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:51.104500 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-9c8eab6c-6235-4784-87c5-a2aee34d1a06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:51.210419 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Pushing event updated for resources: {'Port': ['ID=2290c5f3-38b7-464e-9c68-2595c5fae4f9,revision_number=5']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:51.217448 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-46b892e5-6be1-4ebb-8933-1ea8446f0b57 req-e181bc8a-7c6a-4fef-a8f7-6faf51150729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:51.218816 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:51.230422 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-3a37acec-fb78-486e-a4ca-55d4ce1e5be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:51.414411 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-7419d83b-27cd-42be-a2c3-c9172e6de35d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:51.423967 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2a0822-bd41-4c1c-b023-324300731469 req-6e5cec94-675a-41b4-b52a-670e008d1ee4 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:51.437833 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-4d2a0822-bd41-4c1c-b023-324300731469 req-6e5cec94-675a-41b4-b52a-670e008d1ee4 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/ports?device_id=83b65be4-3c11-4291-8ebe-01f254cfae15 HTTP/1.1" status: 200 len: 932 time: 0.1974001 May 31 11:41:51.523456 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-32c37507-02c9-4ec9-a14a-49529fccebc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8325956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7927536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8365519'] for network, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:51.554795 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-3a37acec-fb78-486e-a4ca-55d4ce1e5be5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f948c8985d874191b8ca72b334d263c5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4509618 May 31 11:41:51.557869 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-4d2a0822-bd41-4c1c-b023-324300731469 req-5b6e1bd7-0ec8-431c-ac00-996cf037336c tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/security-groups?id=95f25048-ac3c-451a-9c7f-c753883b57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159756 May 31 11:41:51.561178 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 56106) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:51.733923 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a37acec-fb78-486e-a4ca-55d4ce1e5be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a9cf17-818b-4f52-bc7d-72913493328e,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:51.738890 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-32c37507-02c9-4ec9-a14a-49529fccebc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927509'] for network, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:51.915180 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-3a37acec-fb78-486e-a4ca-55d4ce1e5be5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:51.944241 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-311ef4af-a260-4c5c-b386-a61f9d29487d admin admin] Router 54063c0e-70b2-46e7-97c3-46128bc0c331 has already been hosted by L3 agent 18500941-09fe-4120-b40f-cc1049bfe169 {{(pid=98443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:41:51.945165 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:51.963821 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-32c37507-02c9-4ec9-a14a-49529fccebc9 admin admin] 10.222.0.21 "DELETE /v2.0/networks/0f506732-8068-4570-abb4-b6b7b40e8fae HTTP/1.1" status: 204 len: 168 time: 4.2022312 May 31 11:41:51.987771 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 56126) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:51.988845 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c37507-02c9-4ec9-a14a-49529fccebc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f506732-8068-4570-abb4-b6b7b40e8fae,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:52.070163 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.db_base_plugin_v2 [None req-b77cec5f-7e11-4e16-ac2c-aa5fee8e844e admin admin] Deleting subnet ccca2b80-92c8-4286-90f4-187b43b95c70 {{(pid=98443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 11:41:52.074346 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-b77cec5f-7e11-4e16-ac2c-aa5fee8e844e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:52.135236 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-b77cec5f-7e11-4e16-ac2c-aa5fee8e844e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7666509'] for subnet, precommit_delete_associations {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:52.174065 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [req-3ca6c5df-81b3-4ff3-8fe6-06f38d4079f4 req-3a21c478-d2b8-4309-a7b8-bf28c0213dc1 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Synchronizing usage tracker for tenant:0eca8cc498704c828ce4fda2d808043a on resource:security_group {{(pid=98442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:41:52.203637 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-b77cec5f-7e11-4e16-ac2c-aa5fee8e844e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649192'] for subnet, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:52.212759 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-bcb8f978-eee6-4afa-b095-cbd04fadfbc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:52.265632 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [req-3ca6c5df-81b3-4ff3-8fe6-06f38d4079f4 req-3a21c478-d2b8-4309-a7b8-bf28c0213dc1 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Unset dirty status for tenant:0eca8cc498704c828ce4fda2d808043a on resource:security_group {{(pid=98442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:41:52.266859 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-3ca6c5df-81b3-4ff3-8fe6-06f38d4079f4 req-3a21c478-d2b8-4309-a7b8-bf28c0213dc1 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--2062788661&fields=id&tenant_id=0eca8cc498704c828ce4fda2d808043a HTTP/1.1" status: 200 len: 267 time: 0.7254312 May 31 11:41:52.280989 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-bcb8f978-eee6-4afa-b095-cbd04fadfbc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:52.321027 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e17661f-162b-4df7-8dcd-82683589c94d req-8d62a8f9-a608-44e7-97e3-2467269160bc tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:52.330361 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-0e17661f-162b-4df7-8dcd-82683589c94d req-8d62a8f9-a608-44e7-97e3-2467269160bc tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] 10.222.0.21 "GET /v2.0/ports?device_id=4946e0ad-2953-46d2-9105-70997e3fbb0b HTTP/1.1" status: 200 len: 932 time: 0.4458075 May 31 11:41:52.455000 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device 2290c5f3-38b7-464e-9c68-2595c5fae4f9 up at agent ovs-agent-dv-cinder-786383-7-smb {{(pid=98444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:41:52.463417 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-32c37507-02c9-4ec9-a14a-49529fccebc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:52.591946 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6c5df-81b3-4ff3-8fe6-06f38d4079f4 req-27f26a2c-dbcc-495f-a4ec-ece8eccd7494 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:52.598700 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-3ca6c5df-81b3-4ff3-8fe6-06f38d4079f4 req-27f26a2c-dbcc-495f-a4ec-ece8eccd7494 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/networks?id=3b861c59-52f7-46ca-99da-e6f4b5d8dcf3 HTTP/1.1" status: 200 len: 810 time: 0.3197179 May 31 11:41:52.615656 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Provisioning complete for port 2290c5f3-38b7-464e-9c68-2595c5fae4f9 triggered by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:41:52.618552 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:52.633933 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-3ca6c5df-81b3-4ff3-8fe6-06f38d4079f4 req-f2b88098-550a-4026-a7e5-7c0d10d76d11 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/quotas/0eca8cc498704c828ce4fda2d808043a HTTP/1.1" status: 200 len: 375 time: 0.0341823 May 31 11:41:52.647923 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-0e17661f-162b-4df7-8dcd-82683589c94d req-8a22cf42-5772-486b-a9f8-6ef957e29846 tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8476982-9d5d-4c8d-b148-058382fd7b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165994 May 31 11:41:52.757550 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-bcb8f978-eee6-4afa-b095-cbd04fadfbc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:52.792041 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:52.817296 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb8f978-eee6-4afa-b095-cbd04fadfbc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a9cf17-818b-4f52-bc7d-72913493328e,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:52.829531 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-bcb8f978-eee6-4afa-b095-cbd04fadfbc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:52.847813 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-bcb8f978-eee6-4afa-b095-cbd04fadfbc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:52.849567 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-bcb8f978-eee6-4afa-b095-cbd04fadfbc5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/30a9cf17-818b-4f52-bc7d-72913493328e HTTP/1.1" status: 204 len: 168 time: 1.2848773 May 31 11:41:52.955515 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [req-3ca6c5df-81b3-4ff3-8fe6-06f38d4079f4 req-ec6fdd7a-747d-45ef-995c-3464e9e34f2c tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Synchronizing usage tracker for tenant:0eca8cc498704c828ce4fda2d808043a on resource:port {{(pid=98442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:41:53.008367 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [req-3ca6c5df-81b3-4ff3-8fe6-06f38d4079f4 req-ec6fdd7a-747d-45ef-995c-3464e9e34f2c tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Unset dirty status for tenant:0eca8cc498704c828ce4fda2d808043a on resource:port {{(pid=98442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:41:53.026402 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-3ca6c5df-81b3-4ff3-8fe6-06f38d4079f4 req-ec6fdd7a-747d-45ef-995c-3464e9e34f2c tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0eca8cc498704c828ce4fda2d808043a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3895652 May 31 11:41:53.044629 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb639c7-5ecb-4498-9022-4cffb7fe67a7 req-cbe7ce92-074a-46ae-bb2d-cff5a1e184ec tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:53.046180 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-beb639c7-5ecb-4498-9022-4cffb7fe67a7 req-cbe7ce92-074a-46ae-bb2d-cff5a1e184ec tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/ports?device_id=83b65be4-3c11-4291-8ebe-01f254cfae15 HTTP/1.1" status: 200 len: 932 time: 0.1833057 May 31 11:41:53.191050 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-3ca6c5df-81b3-4ff3-8fe6-06f38d4079f4 req-2572d6c1-70c2-4cf7-b776-6b95c6ef028e service neutron] 10.222.0.21 "GET /v2.0/networks/3b861c59-52f7-46ca-99da-e6f4b5d8dcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434216 May 31 11:41:53.246027 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-311ef4af-a260-4c5c-b386-a61f9d29487d admin admin] Notify agent at l3_agent.dv-cinder-786383-7-smb the message routers_updated {{(pid=98443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:41:53.257915 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed71202-0be0-43f9-b69f-2b6cbb77422c None None] Sync routers for ids ['54063c0e-70b2-46e7-97c3-46128bc0c331'] in dv-cinder-786383-7-smb {{(pid=98444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:41:53.275791 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-311ef4af-a260-4c5c-b386-a61f9d29487d admin admin] 10.222.0.21 "PUT /v2.0/routers/54063c0e-70b2-46e7-97c3-46128bc0c331/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.3470719 May 31 11:41:53.303784 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed71202-0be0-43f9-b69f-2b6cbb77422c None None] Routers {'54063c0e-70b2-46e7-97c3-46128bc0c331'} bound to L3 agent in host dv-cinder-786383-7-smb {{(pid=98444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:41:53.304466 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_hamode_db [None req-5ed71202-0be0-43f9-b69f-2b6cbb77422c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T11:33:28Z,description=,heartbeat_timestamp=2021-05-31T11:41:28Z,host='dv-cinder-786383-7-smb',id=18500941-09fe-4120-b40f-cc1049bfe169,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:33:28Z,topic='l3_agent')) {'router_ids': ['54063c0e-70b2-46e7-97c3-46128bc0c331'], 'active': True} {{(pid=98444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:53.367348 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-beb639c7-5ecb-4498-9022-4cffb7fe67a7 req-89a5e0b0-04d8-4a1f-9f19-e8a7f58185cf tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/security-groups?id=95f25048-ac3c-451a-9c7f-c753883b57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251616 May 31 11:41:53.460603 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.notifiers.nova [req-46b892e5-6be1-4ebb-8933-1ea8446f0b57 req-e181bc8a-7c6a-4fef-a8f7-6faf51150729 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85a4548a-903b-4843-9b4f-fba507fab182 {{(pid=98443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:41:53.470482 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-46b892e5-6be1-4ebb-8933-1ea8446f0b57 req-e181bc8a-7c6a-4fef-a8f7-6faf51150729 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:53.489276 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.provisioning_blocks [req-46b892e5-6be1-4ebb-8933-1ea8446f0b57 req-e181bc8a-7c6a-4fef-a8f7-6faf51150729 service neutron] Transition to ACTIVE for port object 85a4548a-903b-4843-9b4f-fba507fab182 will not be triggered until provisioned by entity L2. {{(pid=98443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:41:53.501164 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-b77cec5f-7e11-4e16-ac2c-aa5fee8e844e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-649821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6695594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6022295'] for subnet, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:53.511661 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-2cd1f809-0126-455d-966d-97fcdbc7f35f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:53.540643 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-46b892e5-6be1-4ebb-8933-1ea8446f0b57 req-e181bc8a-7c6a-4fef-a8f7-6faf51150729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6347600'] for port, after_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:53.572002 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77cec5f-7e11-4e16-ac2c-aa5fee8e844e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccca2b80-92c8-4286-90f4-187b43b95c70,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:53.744677 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-b77cec5f-7e11-4e16-ac2c-aa5fee8e844e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:53.756320 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-fc5d3d02-4250-45ee-b64d-766d57533375 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.191s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:53.762431 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-3ca6c5df-81b3-4ff3-8fe6-06f38d4079f4 req-dd573596-f017-4b8d-a5cd-7eef66ac830d service neutron] 10.222.0.21 "GET /v2.0/networks/3b861c59-52f7-46ca-99da-e6f4b5d8dcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5704765 May 31 11:41:53.843722 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.db.resource_extend [req-dd753bb6-9cc0-4779-939c-e4364f9aa6c5 req-c7499b5b-266a-4465-85f5-8aa12312d2fd service neutron] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 11:41:53.852906 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-b77cec5f-7e11-4e16-ac2c-aa5fee8e844e admin admin] Notify callbacks [] for subnet, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:53.856031 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-b77cec5f-7e11-4e16-ac2c-aa5fee8e844e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ccca2b80-92c8-4286-90f4-187b43b95c70 HTTP/1.1" status: 204 len: 168 time: 1.8652830 May 31 11:41:53.858741 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 56186) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:53.876801 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e181bc8a-7c6a-4fef-a8f7-6faf51150729 service neutron] Pushing event updated for resources: {'Port': ['ID=85a4548a-903b-4843-9b4f-fba507fab182,revision_number=2']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:53.889013 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-e181bc8a-7c6a-4fef-a8f7-6faf51150729 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:54.091479 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvr_db [None req-5ed71202-0be0-43f9-b69f-2b6cbb77422c None None] Set router 54063c0e-70b2-46e7-97c3-46128bc0c331 gateway port host: dv-cinder-786383-7-smb {{(pid=98444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:41:54.319605 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.notifiers.nova [req-dd753bb6-9cc0-4779-939c-e4364f9aa6c5 req-c7499b5b-266a-4465-85f5-8aa12312d2fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e2c23ae-b00e-4a48-81a0-8bc201ba1436 {{(pid=98443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:41:54.347721 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-dd753bb6-9cc0-4779-939c-e4364f9aa6c5 req-c7499b5b-266a-4465-85f5-8aa12312d2fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:54.398681 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-14a9781d-9989-4c5b-8775-b6d16b3dd30b req-d031aefa-94ac-482c-9709-6c0aa46c4f57 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db774e8-27b0-4a95-aa30-3b7d13d5786d HTTP/1.1" status: 200 len: 210 time: 0.2071710 May 31 11:41:54.424422 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-44629895-9a3f-4da3-979f-3b30b98cf60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990620'] for network, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:54.478336 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 56210) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:54.517574 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.provisioning_blocks [req-dd753bb6-9cc0-4779-939c-e4364f9aa6c5 req-c7499b5b-266a-4465-85f5-8aa12312d2fd service neutron] Transition to ACTIVE for port object 2e2c23ae-b00e-4a48-81a0-8bc201ba1436 will not be triggered until provisioned by entity L2. {{(pid=98443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:41:54.525619 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee2526-862b-4b68-9dd8-f0482e37d158 req-344d3cd4-c5ca-4c93-bc5a-ed425f154eca tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:54.527468 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.managers [req-46b892e5-6be1-4ebb-8933-1ea8446f0b57 req-e181bc8a-7c6a-4fef-a8f7-6faf51150729 service neutron] Attempting to bind port 85a4548a-903b-4843-9b4f-fba507fab182 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:41:54.527908 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.managers [req-46b892e5-6be1-4ebb-8933-1ea8446f0b57 req-e181bc8a-7c6a-4fef-a8f7-6faf51150729 service neutron] Attempting to bind port 85a4548a-903b-4843-9b4f-fba507fab182 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '9d1bdf57-3200-42f1-a892-4fe305515aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'bc594bf1-9bb1-4824-835e-1da191d41471'}] {{(pid=98443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:41:54.528242 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b892e5-6be1-4ebb-8933-1ea8446f0b57 req-e181bc8a-7c6a-4fef-a8f7-6faf51150729 service neutron] Attempting to bind port 85a4548a-903b-4843-9b4f-fba507fab182 on network bc594bf1-9bb1-4824-835e-1da191d41471 {{(pid=98443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:41:54.528743 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-24ee2526-862b-4b68-9dd8-f0482e37d158 req-344d3cd4-c5ca-4c93-bc5a-ed425f154eca tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] 10.222.0.21 "GET /v2.0/ports?device_id=4946e0ad-2953-46d2-9105-70997e3fbb0b HTTP/1.1" status: 200 len: 944 time: 0.5658903 May 31 11:41:54.546048 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b892e5-6be1-4ebb-8933-1ea8446f0b57 req-e181bc8a-7c6a-4fef-a8f7-6faf51150729 service neutron] Port 85a4548a-903b-4843-9b4f-fba507fab182 on network bc594bf1-9bb1-4824-835e-1da191d41471 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:41:54.553124 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b892e5-6be1-4ebb-8933-1ea8446f0b57 req-e181bc8a-7c6a-4fef-a8f7-6faf51150729 service neutron] Attempting to bind port 85a4548a-903b-4843-9b4f-fba507fab182 on network bc594bf1-9bb1-4824-835e-1da191d41471 {{(pid=98443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:41:54.568034 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-dd753bb6-9cc0-4779-939c-e4364f9aa6c5 req-c7499b5b-266a-4465-85f5-8aa12312d2fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6347600'] for port, after_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:54.588921 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b892e5-6be1-4ebb-8933-1ea8446f0b57 req-e181bc8a-7c6a-4fef-a8f7-6faf51150729 service neutron] Checking agent: {'id': '63ca40a8-ec34-4216-8e55-4658d3f28a5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 39, 38), 'started_at': datetime.datetime(2021, 5, 31, 11, 39, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:41:54.589531 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b892e5-6be1-4ebb-8933-1ea8446f0b57 req-e181bc8a-7c6a-4fef-a8f7-6faf51150729 service neutron] Checking segment: {'id': '9d1bdf57-3200-42f1-a892-4fe305515aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'bc594bf1-9bb1-4824-835e-1da191d41471'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:41:54.590097 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46b892e5-6be1-4ebb-8933-1ea8446f0b57 req-e181bc8a-7c6a-4fef-a8f7-6faf51150729 service neutron] Bound using segment: {'id': '9d1bdf57-3200-42f1-a892-4fe305515aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'bc594bf1-9bb1-4824-835e-1da191d41471'} {{(pid=98443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:41:54.591224 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.managers [req-46b892e5-6be1-4ebb-8933-1ea8446f0b57 req-e181bc8a-7c6a-4fef-a8f7-6faf51150729 service neutron] Bound port: 85a4548a-903b-4843-9b4f-fba507fab182, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d1bdf57-3200-42f1-a892-4fe305515aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': 'bc594bf1-9bb1-4824-835e-1da191d41471'}}] {{(pid=98443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:41:54.594505 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-46b892e5-6be1-4ebb-8933-1ea8446f0b57 req-e181bc8a-7c6a-4fef-a8f7-6faf51150729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:54.637306 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:54.698497 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-24ee2526-862b-4b68-9dd8-f0482e37d158 req-664997dd-9711-4bc5-b4ad-c34a05f688d6 tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8476982-9d5d-4c8d-b148-058382fd7b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541576 May 31 11:41:54.787971 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-44629895-9a3f-4da3-979f-3b30b98cf60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647783', 'neutron.services.segments.db._delete_segments_for_network-8781593572316'] for network, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:54.841486 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-44629895-9a3f-4da3-979f-3b30b98cf60e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=98442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:41:54.842122 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-44629895-9a3f-4da3-979f-3b30b98cf60e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=98442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:41:54.843744 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-44629895-9a3f-4da3-979f-3b30b98cf60e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=98442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:41:54.844992 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-44629895-9a3f-4da3-979f-3b30b98cf60e admin admin] Subscribe: > port after_create 55550000 {{(pid=98442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:41:54.846165 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-44629895-9a3f-4da3-979f-3b30b98cf60e admin admin] Subscribe: > port after_delete 55550000 {{(pid=98442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:41:54.847077 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-44629895-9a3f-4da3-979f-3b30b98cf60e admin admin] Subscribe: > port after_update 55550000 {{(pid=98442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:41:54.848504 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-44629895-9a3f-4da3-979f-3b30b98cf60e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=98442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:41:54.850099 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-44629895-9a3f-4da3-979f-3b30b98cf60e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:41:54.850717 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-44629895-9a3f-4da3-979f-3b30b98cf60e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:41:54.852476 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-44629895-9a3f-4da3-979f-3b30b98cf60e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=98442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:41:54.881652 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7499b5b-266a-4465-85f5-8aa12312d2fd service neutron] Pushing event updated for resources: {'Port': ['ID=2e2c23ae-b00e-4a48-81a0-8bc201ba1436,revision_number=2']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:54.957337 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-6fe29c0e-1d6d-467e-a92f-2b73c864c412 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:55.106128 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-c7499b5b-266a-4465-85f5-8aa12312d2fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:55.231966 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-44629895-9a3f-4da3-979f-3b30b98cf60e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=98442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:41:55.232577 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-44629895-9a3f-4da3-979f-3b30b98cf60e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=98442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:41:55.233044 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-44629895-9a3f-4da3-979f-3b30b98cf60e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=98442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:41:55.233512 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-44629895-9a3f-4da3-979f-3b30b98cf60e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=98442) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 31 11:41:55.234006 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.services.segments.db [None req-44629895-9a3f-4da3-979f-3b30b98cf60e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19a9a0c8-7590-4fbe-80f9-2f49940c5c89']}} {{(pid=98442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:55.253507 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.services.segments.db [None req-44629895-9a3f-4da3-979f-3b30b98cf60e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab4a19f9-76c4-4bcf-8175-bfb8afcdde59') {'for_net_delete': True} {{(pid=98442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:55.253967 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.services.segments.db [None req-44629895-9a3f-4da3-979f-3b30b98cf60e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab4a19f9-76c4-4bcf-8175-bfb8afcdde59') {} {{(pid=98442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:55.274289 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-44629895-9a3f-4da3-979f-3b30b98cf60e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781593581213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7194589'] for segment, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:55.294928 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-44629895-9a3f-4da3-979f-3b30b98cf60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654047'] for segment, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:55.296310 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_hamode_db [None req-5ed71202-0be0-43f9-b69f-2b6cbb77422c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54063c0e-70b2-46e7-97c3-46128bc0c331', 'name': 'tempest-ServerRescueNegativeTestJSON-342948192-router', 'tenant_id': '4d8aa9185953468f8491235be83abf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.83'}], 'enable_snat': True}, 'gw_port_id': '66cdaeff-8dec-4ee0-9c53-352d14038b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:41:31Z', 'updated_at': '2021-05-31T11:41:46Z', 'revision_number': 4, 'project_id': '4d8aa9185953468f8491235be83abf68', 'gw_port': {'id': '66cdaeff-8dec-4ee0-9c53-352d14038b07', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54063c0e-70b2-46e7-97c3-46128bc0c331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:34Z', 'updated_at': '2021-05-31T11:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb', '_interfaces': [{'id': '48ee92d9-e68e-4616-bc46-521eead13c79', 'name': '', 'network_id': '665ca1a0-d0c5-448d-9582-68d76f26f11a', 'tenant_id': '4d8aa9185953468f8491235be83abf68', 'mac_address': 'fa:16:3e:e5:a3:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54063c0e-70b2-46e7-97c3-46128bc0c331', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '482a023d-7693-4e4c-a2dd-49fc43823b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:40Z', 'updated_at': '2021-05-31T11:41:47Z', 'revision_number': 2, 'project_id': '4d8aa9185953468f8491235be83abf68', 'subnets': [{'id': '482a023d-7693-4e4c-a2dd-49fc43823b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-smb', False) {} {{(pid=98444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:55.307101 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44629895-9a3f-4da3-979f-3b30b98cf60e admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=98442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 11:41:55.309622 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed71202-0be0-43f9-b69f-2b6cbb77422c None None] Checking router: 54063c0e-70b2-46e7-97c3-46128bc0c331 for host: dv-cinder-786383-7-smb {{(pid=98444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:41:55.310071 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-44629895-9a3f-4da3-979f-3b30b98cf60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6713726'] for segment, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:55.310490 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed71202-0be0-43f9-b69f-2b6cbb77422c None None] Updating router 54063c0e-70b2-46e7-97c3-46128bc0c331 port 48ee92d9-e68e-4616-bc46-521eead13c79 binding host dv-cinder-786383-7-smb {{(pid=98444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 11:41:55.352776 dv-cinder-786383-7-smb neutron-server[98442]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 31 11:41:55.352776 dv-cinder-786383-7-smb neutron-server[98442]: from cryptography.utils import int_from_bytes May 31 11:41:55.352776 dv-cinder-786383-7-smb neutron-server[98442]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 31 11:41:55.352776 dv-cinder-786383-7-smb neutron-server[98442]: from cryptography.utils import int_from_bytes May 31 11:41:55.352776 dv-cinder-786383-7-smb neutron-server[98442]: Traceback (most recent call last): May 31 11:41:55.352776 dv-cinder-786383-7-smb neutron-server[98442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 11:41:55.352776 dv-cinder-786383-7-smb neutron-server[98442]: timer() May 31 11:41:55.352776 dv-cinder-786383-7-smb neutron-server[98442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 11:41:55.352776 dv-cinder-786383-7-smb neutron-server[98442]: cb(*args, **kw) May 31 11:41:55.352776 dv-cinder-786383-7-smb neutron-server[98442]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 11:41:55.352776 dv-cinder-786383-7-smb neutron-server[98442]: return func(*args, **kwargs) May 31 11:41:55.352776 dv-cinder-786383-7-smb neutron-server[98442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 11:41:55.352776 dv-cinder-786383-7-smb neutron-server[98442]: self._notify() May 31 11:41:55.352776 dv-cinder-786383-7-smb neutron-server[98442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 11:41:55.352776 dv-cinder-786383-7-smb neutron-server[98442]: self.callback(batched_events) May 31 11:41:55.352776 dv-cinder-786383-7-smb neutron-server[98442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 11:41:55.352776 dv-cinder-786383-7-smb neutron-server[98442]: event.method(event) May 31 11:41:55.352776 dv-cinder-786383-7-smb neutron-server[98442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 11:41:55.352776 dv-cinder-786383-7-smb neutron-server[98442]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 11:41:55.352776 dv-cinder-786383-7-smb neutron-server[98442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 11:41:55.352776 dv-cinder-786383-7-smb neutron-server[98442]: aggregate_uuid = self.p_client.list_aggregates( May 31 11:41:55.352776 dv-cinder-786383-7-smb neutron-server[98442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 11:41:55.352776 dv-cinder-786383-7-smb neutron-server[98442]: return f(self, *a, **k) May 31 11:41:55.352776 dv-cinder-786383-7-smb neutron-server[98442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 11:41:55.352776 dv-cinder-786383-7-smb neutron-server[98442]: return self._get(url).json() May 31 11:41:55.352776 dv-cinder-786383-7-smb neutron-server[98442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 11:41:55.352776 dv-cinder-786383-7-smb neutron-server[98442]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 11:41:55.352776 dv-cinder-786383-7-smb neutron-server[98442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 11:41:55.352776 dv-cinder-786383-7-smb neutron-server[98442]: return self.request(url, 'GET', **kwargs) May 31 11:41:55.352776 dv-cinder-786383-7-smb neutron-server[98442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 11:41:55.352776 dv-cinder-786383-7-smb neutron-server[98442]: base_url = self.get_endpoint(auth, allow=allow, May 31 11:41:55.352776 dv-cinder-786383-7-smb neutron-server[98442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 11:41:55.352776 dv-cinder-786383-7-smb neutron-server[98442]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 11:41:55.352776 dv-cinder-786383-7-smb neutron-server[98442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 11:41:55.352776 dv-cinder-786383-7-smb neutron-server[98442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 11:41:55.352776 dv-cinder-786383-7-smb neutron-server[98442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 11:41:55.389420 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.db [req-46b892e5-6be1-4ebb-8933-1ea8446f0b57 req-e181bc8a-7c6a-4fef-a8f7-6faf51150729 service neutron] For port 85a4548a-903b-4843-9b4f-fba507fab182, host hv-cinder-78638, cleared binding levels {{(pid=98443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:41:55.481283 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-5ed71202-0be0-43f9-b69f-2b6cbb77422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:55.493873 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-977b32ca-849f-46d3-8a41-a528c26f466a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:55.566923 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-977b32ca-849f-46d3-8a41-a528c26f466a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:55.584862 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-977b32ca-849f-46d3-8a41-a528c26f466a admin admin] Usage tracker for resource:security_group_rule and tenant:8aada311dd584fa291ce50e19c7862ab is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:55.590965 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-977b32ca-849f-46d3-8a41-a528c26f466a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:55.601703 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-977b32ca-849f-46d3-8a41-a528c26f466a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:41:55.685811 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.managers [req-dd753bb6-9cc0-4779-939c-e4364f9aa6c5 req-c7499b5b-266a-4465-85f5-8aa12312d2fd service neutron] Attempting to bind port 2e2c23ae-b00e-4a48-81a0-8bc201ba1436 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:41:55.686154 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.managers [req-dd753bb6-9cc0-4779-939c-e4364f9aa6c5 req-c7499b5b-266a-4465-85f5-8aa12312d2fd service neutron] Attempting to bind port 2e2c23ae-b00e-4a48-81a0-8bc201ba1436 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '060d4e1c-f196-46cb-ba4f-7d352cbad15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '79d8a26c-dd66-4347-ae65-e9e905a4c881'}] {{(pid=98443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:41:55.686481 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd753bb6-9cc0-4779-939c-e4364f9aa6c5 req-c7499b5b-266a-4465-85f5-8aa12312d2fd service neutron] Attempting to bind port 2e2c23ae-b00e-4a48-81a0-8bc201ba1436 on network 79d8a26c-dd66-4347-ae65-e9e905a4c881 {{(pid=98443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:41:55.711721 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd753bb6-9cc0-4779-939c-e4364f9aa6c5 req-c7499b5b-266a-4465-85f5-8aa12312d2fd service neutron] Port 2e2c23ae-b00e-4a48-81a0-8bc201ba1436 on network 79d8a26c-dd66-4347-ae65-e9e905a4c881 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:41:55.723092 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd753bb6-9cc0-4779-939c-e4364f9aa6c5 req-c7499b5b-266a-4465-85f5-8aa12312d2fd service neutron] Attempting to bind port 2e2c23ae-b00e-4a48-81a0-8bc201ba1436 on network 79d8a26c-dd66-4347-ae65-e9e905a4c881 {{(pid=98443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:41:55.730408 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd753bb6-9cc0-4779-939c-e4364f9aa6c5 req-c7499b5b-266a-4465-85f5-8aa12312d2fd service neutron] Checking agent: {'id': '63ca40a8-ec34-4216-8e55-4658d3f28a5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 39, 38), 'started_at': datetime.datetime(2021, 5, 31, 11, 39, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:41:55.733543 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd753bb6-9cc0-4779-939c-e4364f9aa6c5 req-c7499b5b-266a-4465-85f5-8aa12312d2fd service neutron] Checking segment: {'id': '060d4e1c-f196-46cb-ba4f-7d352cbad15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '79d8a26c-dd66-4347-ae65-e9e905a4c881'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:41:55.738130 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd753bb6-9cc0-4779-939c-e4364f9aa6c5 req-c7499b5b-266a-4465-85f5-8aa12312d2fd service neutron] Bound using segment: {'id': '060d4e1c-f196-46cb-ba4f-7d352cbad15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '79d8a26c-dd66-4347-ae65-e9e905a4c881'} {{(pid=98443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:41:55.739051 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.managers [req-dd753bb6-9cc0-4779-939c-e4364f9aa6c5 req-c7499b5b-266a-4465-85f5-8aa12312d2fd service neutron] Bound port: 2e2c23ae-b00e-4a48-81a0-8bc201ba1436, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '060d4e1c-f196-46cb-ba4f-7d352cbad15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '79d8a26c-dd66-4347-ae65-e9e905a4c881'}}] {{(pid=98443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:41:55.739195 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-dd753bb6-9cc0-4779-939c-e4364f9aa6c5 req-c7499b5b-266a-4465-85f5-8aa12312d2fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:55.959034 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e7e3a6-762e-49b3-a873-ac517c6d32e1 req-73ea5a25-2552-4d21-b3ce-65278c4ef26e tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:55.959892 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [req-32e7e3a6-762e-49b3-a873-ac517c6d32e1 req-73ea5a25-2552-4d21-b3ce-65278c4ef26e tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Synchronizing usage tracker for tenant:4d8aa9185953468f8491235be83abf68 on resource:network {{(pid=98442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:41:55.996496 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-44629895-9a3f-4da3-979f-3b30b98cf60e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8325956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7927536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8365519'] for network, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:55.999861 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [req-32e7e3a6-762e-49b3-a873-ac517c6d32e1 req-73ea5a25-2552-4d21-b3ce-65278c4ef26e tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Unset dirty status for tenant:4d8aa9185953468f8491235be83abf68 on resource:network {{(pid=98442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:41:56.001366 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-32e7e3a6-762e-49b3-a873-ac517c6d32e1 req-73ea5a25-2552-4d21-b3ce-65278c4ef26e tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/networks?id=665ca1a0-d0c5-448d-9582-68d76f26f11a HTTP/1.1" status: 200 len: 818 time: 0.4300196 May 31 11:41:56.011728 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:56.012676 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.db [req-46b892e5-6be1-4ebb-8933-1ea8446f0b57 req-e181bc8a-7c6a-4fef-a8f7-6faf51150729 service neutron] For port 85a4548a-903b-4843-9b4f-fba507fab182, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=85a4548a-903b-4843-9b4f-fba507fab182,segment=NetworkSegment(9d1bdf57-3200-42f1-a892-4fe305515aeb),segment_id=9d1bdf57-3200-42f1-a892-4fe305515aeb)] {{(pid=98443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:41:56.033440 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-46b892e5-6be1-4ebb-8933-1ea8446f0b57 req-e181bc8a-7c6a-4fef-a8f7-6faf51150729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6347600'] for port, after_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:56.048305 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-32e7e3a6-762e-49b3-a873-ac517c6d32e1 req-c0d8a5e3-1ec3-414a-a7e2-4ecdd8611e15 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/quotas/4d8aa9185953468f8491235be83abf68 HTTP/1.1" status: 200 len: 375 time: 0.0384586 May 31 11:41:56.049563 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-44629895-9a3f-4da3-979f-3b30b98cf60e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927509'] for network, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:56.053525 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44629895-9a3f-4da3-979f-3b30b98cf60e admin admin] Pushing event deleted for resources: {'Network': ['ID=19a9a0c8-7590-4fbe-80f9-2f49940c5c89,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:56.060116 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-44629895-9a3f-4da3-979f-3b30b98cf60e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:56.084677 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-6ca85d52-998d-470b-829c-ffbc7fdc5c14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:56.122558 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-44629895-9a3f-4da3-979f-3b30b98cf60e admin admin] 10.222.0.21 "DELETE /v2.0/networks/19a9a0c8-7590-4fbe-80f9-2f49940c5c89 HTTP/1.1" status: 204 len: 168 time: 2.2603891 May 31 11:41:56.146290 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf8a28f-6be2-4949-aece-88e9f5cece3e req-f6c8fb2e-447c-42b2-befa-90e777b7026d tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:56.148393 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-bbf8a28f-6be2-4949-aece-88e9f5cece3e req-f6c8fb2e-447c-42b2-befa-90e777b7026d tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/ports?device_id=83b65be4-3c11-4291-8ebe-01f254cfae15 HTTP/1.1" status: 200 len: 944 time: 0.7761419 May 31 11:41:56.238646 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-bbf8a28f-6be2-4949-aece-88e9f5cece3e req-37ebb9fc-2ba2-4c16-970d-75426ecb9064 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/security-groups?id=95f25048-ac3c-451a-9c7f-c753883b57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782886 May 31 11:41:56.242262 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-977b32ca-849f-46d3-8a41-a528c26f466a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:56.249694 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-32e7e3a6-762e-49b3-a873-ac517c6d32e1 req-11e6a868-ce9e-4a41-868d-59e14bd63fd0 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4d8aa9185953468f8491235be83abf68&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1928115 May 31 11:41:56.251887 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.db [req-dd753bb6-9cc0-4779-939c-e4364f9aa6c5 req-c7499b5b-266a-4465-85f5-8aa12312d2fd service neutron] For port 2e2c23ae-b00e-4a48-81a0-8bc201ba1436, host hv-cinder-78638, cleared binding levels {{(pid=98443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:41:56.259244 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-977b32ca-849f-46d3-8a41-a528c26f466a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:56.280822 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b892e5-6be1-4ebb-8933-1ea8446f0b57 req-e181bc8a-7c6a-4fef-a8f7-6faf51150729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:56.281567 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-46b892e5-6be1-4ebb-8933-1ea8446f0b57 req-e181bc8a-7c6a-4fef-a8f7-6faf51150729 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927509'] for port, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:56.283260 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-46b892e5-6be1-4ebb-8933-1ea8446f0b57 req-e181bc8a-7c6a-4fef-a8f7-6faf51150729 service neutron] 10.222.0.61 "PUT /v2.0/ports/85a4548a-903b-4843-9b4f-fba507fab182 HTTP/1.1" status: 200 len: 1094 time: 6.4341285 May 31 11:41:56.283928 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4946e0ad-2953-46d2-9105-70997e3fbb0b', 'tag': '85a4548a-903b-4843-9b4f-fba507fab182'}] {{(pid=98443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:41:56.292821 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.db [req-dd753bb6-9cc0-4779-939c-e4364f9aa6c5 req-c7499b5b-266a-4465-85f5-8aa12312d2fd service neutron] For port 2e2c23ae-b00e-4a48-81a0-8bc201ba1436, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2e2c23ae-b00e-4a48-81a0-8bc201ba1436,segment=NetworkSegment(060d4e1c-f196-46cb-ba4f-7d352cbad15d),segment_id=060d4e1c-f196-46cb-ba4f-7d352cbad15d)] {{(pid=98443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:41:56.316073 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-dd753bb6-9cc0-4779-939c-e4364f9aa6c5 req-c7499b5b-266a-4465-85f5-8aa12312d2fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6347600'] for port, after_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:56.343212 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e181bc8a-7c6a-4fef-a8f7-6faf51150729 service neutron] Pushing event updated for resources: {'Port': ['ID=85a4548a-903b-4843-9b4f-fba507fab182,revision_number=3']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:56.355413 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-e181bc8a-7c6a-4fef-a8f7-6faf51150729 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:56.363729 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd753bb6-9cc0-4779-939c-e4364f9aa6c5 req-c7499b5b-266a-4465-85f5-8aa12312d2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:56.364082 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-dd753bb6-9cc0-4779-939c-e4364f9aa6c5 req-c7499b5b-266a-4465-85f5-8aa12312d2fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927509'] for port, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:56.366932 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-dd753bb6-9cc0-4779-939c-e4364f9aa6c5 req-c7499b5b-266a-4465-85f5-8aa12312d2fd service neutron] 10.222.0.61 "PUT /v2.0/ports/2e2c23ae-b00e-4a48-81a0-8bc201ba1436 HTTP/1.1" status: 200 len: 1094 time: 6.4824622 May 31 11:41:56.367590 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-ae7ed3cb-4d8b-474d-b013-1423c6e37680 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:56.386495 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-977b32ca-849f-46d3-8a41-a528c26f466a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8aada311dd584fa291ce50e19c7862ab&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9016018 May 31 11:41:56.391671 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 56262) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:56.422158 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-5ed71202-0be0-43f9-b69f-2b6cbb77422c None None] Notify callbacks [] for port, precommit_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:56.452275 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-5ed71202-0be0-43f9-b69f-2b6cbb77422c None None] Transition to ACTIVE for port object 48ee92d9-e68e-4616-bc46-521eead13c79 will not be triggered until provisioned by entity L2. {{(pid=98444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:41:56.458704 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 56268) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:56.462290 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-5ed71202-0be0-43f9-b69f-2b6cbb77422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:56.470683 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-b5e2546c-ad4a-4256-bc98-5857cd53cf90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:56.739364 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977b32ca-849f-46d3-8a41-a528c26f466a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cdd21f7-df4f-4b50-93cd-fea411bb3aa0,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:56.762512 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-977b32ca-849f-46d3-8a41-a528c26f466a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:56.785247 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56017c51fa2db9d96507774d194550d251c1d18f102e1d67e4a71b2ac79ee147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833663cd-4c9b-4f5e-afd1-99343a0c5988" -d '{"events": [{"name": "network-changed", "server_uuid": "4946e0ad-2953-46d2-9105-70997e3fbb0b", "tag": "85a4548a-903b-4843-9b4f-fba507fab182"}]}' {{(pid=98443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:41:56.792092 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-22a1e409-daa3-42a1-82af-bcdfe9482c95 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2b863138735e47129ffd084f6497dfd9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3318155 May 31 11:41:56.804933 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-e766fe93-d4c4-4f8c-a948-360703175481 req-6266acb7-bd2f-4431-ac73-876f20ba91cf tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db774e8-27b0-4a95-aa30-3b7d13d5786d HTTP/1.1" status: 200 len: 210 time: 0.1700115 May 31 11:41:56.811035 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 56282) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:56.811829 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.471s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:56.854444 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-32e7e3a6-762e-49b3-a873-ac517c6d32e1 req-716a3186-1749-494e-ba30-65b6bd1bf56a service neutron] 10.222.0.21 "GET /v2.0/networks/665ca1a0-d0c5-448d-9582-68d76f26f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5954115 May 31 11:41:56.944903 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7499b5b-266a-4465-85f5-8aa12312d2fd service neutron] Pushing event updated for resources: {'Port': ['ID=2e2c23ae-b00e-4a48-81a0-8bc201ba1436,revision_number=3']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:56.979089 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.managers [None req-5ed71202-0be0-43f9-b69f-2b6cbb77422c None None] Attempting to bind port 48ee92d9-e68e-4616-bc46-521eead13c79 on host dv-cinder-786383-7-smb for vnic_type normal with profile {{(pid=98444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:41:56.979552 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.managers [None req-5ed71202-0be0-43f9-b69f-2b6cbb77422c None None] Attempting to bind port 48ee92d9-e68e-4616-bc46-521eead13c79 by drivers openvswitch,hyperv on host dv-cinder-786383-7-smb at level 0 using segments [{'id': 'b2814dc4-7721-40d7-bb3a-9698a734a5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '665ca1a0-d0c5-448d-9582-68d76f26f11a'}] {{(pid=98444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:41:56.979975 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed71202-0be0-43f9-b69f-2b6cbb77422c None None] Attempting to bind port 48ee92d9-e68e-4616-bc46-521eead13c79 on network 665ca1a0-d0c5-448d-9582-68d76f26f11a {{(pid=98444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:41:56.982185 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3941057-dc99-4a61-bd44-b69c2ad0b9c7 None None] Pushing event updated for resources: {'Port': ['ID=48ee92d9-e68e-4616-bc46-521eead13c79,revision_number=3']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:56.996827 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-c7499b5b-266a-4465-85f5-8aa12312d2fd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:57.000206 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-c3941057-dc99-4a61-bd44-b69c2ad0b9c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.530s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:57.001489 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-c7ac601b-5732-468b-979f-3d51645d1577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:57.003184 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed71202-0be0-43f9-b69f-2b6cbb77422c None None] Checking agent: {'id': '54e7e3e0-9dc4-46e7-99bd-8d5ea4dab531', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 33, 27), 'started_at': datetime.datetime(2021, 5, 31, 11, 33, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:41:57.003727 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed71202-0be0-43f9-b69f-2b6cbb77422c None None] Checking segment: {'id': 'b2814dc4-7721-40d7-bb3a-9698a734a5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '665ca1a0-d0c5-448d-9582-68d76f26f11a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:41:57.004589 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-5ed71202-0be0-43f9-b69f-2b6cbb77422c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:57.005039 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed71202-0be0-43f9-b69f-2b6cbb77422c None None] Bound using segment: {'id': 'b2814dc4-7721-40d7-bb3a-9698a734a5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '665ca1a0-d0c5-448d-9582-68d76f26f11a'} {{(pid=98444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:41:57.005666 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.managers [None req-5ed71202-0be0-43f9-b69f-2b6cbb77422c None None] Bound port: 48ee92d9-e68e-4616-bc46-521eead13c79, host: dv-cinder-786383-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2814dc4-7721-40d7-bb3a-9698a734a5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '665ca1a0-d0c5-448d-9582-68d76f26f11a'}}] {{(pid=98444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:41:57.006144 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-5ed71202-0be0-43f9-b69f-2b6cbb77422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:57.062307 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd753bb6-9cc0-4779-939c-e4364f9aa6c5 req-4d276d1e-d857-4249-8b0d-1fea1895fb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:57.064265 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-dd753bb6-9cc0-4779-939c-e4364f9aa6c5 req-4d276d1e-d857-4249-8b0d-1fea1895fb18 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=137483c5ff894f0390c68478edf226f3&device_id=83b65be4-3c11-4291-8ebe-01f254cfae15 HTTP/1.1" status: 200 len: 1097 time: 0.4218142 May 31 11:41:57.066552 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b892e5-6be1-4ebb-8933-1ea8446f0b57 req-fbc0471f-c5f5-40e0-bc45-ad411f866a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:57.068187 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-46b892e5-6be1-4ebb-8933-1ea8446f0b57 req-fbc0471f-c5f5-40e0-bc45-ad411f866a88 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5042a29dba084c1ab45f17148f508695&device_id=4946e0ad-2953-46d2-9105-70997e3fbb0b HTTP/1.1" status: 200 len: 1097 time: 0.6416309 May 31 11:41:57.070108 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-c7ac601b-5732-468b-979f-3d51645d1577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:57.142433 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-5ed71202-0be0-43f9-b69f-2b6cbb77422c None None] For port 48ee92d9-e68e-4616-bc46-521eead13c79, host dv-cinder-786383-7-smb, cleared binding levels {{(pid=98444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:41:57.151103 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-5ed71202-0be0-43f9-b69f-2b6cbb77422c None None] For port 48ee92d9-e68e-4616-bc46-521eead13c79, host dv-cinder-786383-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-smb',level=0,port_id=48ee92d9-e68e-4616-bc46-521eead13c79,segment=NetworkSegment(b2814dc4-7721-40d7-bb3a-9698a734a5db),segment_id=b2814dc4-7721-40d7-bb3a-9698a734a5db)] {{(pid=98444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:41:57.156685 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-5ed71202-0be0-43f9-b69f-2b6cbb77422c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:57.162839 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:57.171873 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-59e4aded-d776-4fa9-8ee6-721ef90578fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:57.222049 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-59e4aded-d776-4fa9-8ee6-721ef90578fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:57.251385 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-32e7e3a6-762e-49b3-a873-ac517c6d32e1 req-4745d2b5-f88d-4e8a-b1c3-c114daf00a0c service neutron] 10.222.0.21 "GET /v2.0/networks/665ca1a0-d0c5-448d-9582-68d76f26f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3846450 May 31 11:41:57.255017 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-dd753bb6-9cc0-4779-939c-e4364f9aa6c5 req-2f63ba99-c538-4617-a2f2-5595e95b43d5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e2c23ae-b00e-4a48-81a0-8bc201ba1436 HTTP/1.1" status: 200 len: 217 time: 0.1591330 May 31 11:41:57.257034 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-46b892e5-6be1-4ebb-8933-1ea8446f0b57 req-d326b180-a2d6-4359-99c3-1e5090b595e8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85a4548a-903b-4843-9b4f-fba507fab182 HTTP/1.1" status: 200 len: 217 time: 0.1601326 May 31 11:41:57.269139 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed71202-0be0-43f9-b69f-2b6cbb77422c None None] Routers {'54063c0e-70b2-46e7-97c3-46128bc0c331'} bound to L3 agent in host dv-cinder-786383-7-smb {{(pid=98444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:41:57.269792 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_hamode_db [None req-5ed71202-0be0-43f9-b69f-2b6cbb77422c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-31T11:33:28Z,description=,heartbeat_timestamp=2021-05-31T11:41:28Z,host='dv-cinder-786383-7-smb',id=18500941-09fe-4120-b40f-cc1049bfe169,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:33:28Z,topic='l3_agent')) {'router_ids': ['54063c0e-70b2-46e7-97c3-46128bc0c331'], 'active': True} {{(pid=98444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:57.333929 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9bf81f-7e43-44c8-b1c0-cd39d82d5885 req-92f3e769-44b3-4f94-b900-ace375d17588 tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:57.344964 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-4c9bf81f-7e43-44c8-b1c0-cd39d82d5885 req-92f3e769-44b3-4f94-b900-ace375d17588 tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] 10.222.0.21 "GET /v2.0/ports?device_id=4946e0ad-2953-46d2-9105-70997e3fbb0b HTTP/1.1" status: 200 len: 944 time: 0.2825699 May 31 11:41:57.369196 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3941057-dc99-4a61-bd44-b69c2ad0b9c7 None None] Pushing event updated for resources: {'Port': ['ID=48ee92d9-e68e-4616-bc46-521eead13c79,revision_number=4']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:57.375236 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-c3941057-dc99-4a61-bd44-b69c2ad0b9c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:57.432491 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-59e4aded-d776-4fa9-8ee6-721ef90578fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:57.461229 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-4c9bf81f-7e43-44c8-b1c0-cd39d82d5885 req-743e3af6-4dc1-4398-a61e-7fc1fc5fe217 tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8476982-9d5d-4c8d-b148-058382fd7b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055596 May 31 11:41:57.463226 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:57.513517 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e4aded-d776-4fa9-8ee6-721ef90578fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e7e9e17-f156-4f8f-9dde-7fb664b35005,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:57.513797 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-c7ac601b-5732-468b-979f-3d51645d1577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:57.514645 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.61', 58941) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:57.528196 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-59e4aded-d776-4fa9-8ee6-721ef90578fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:57.529024 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-59e4aded-d776-4fa9-8ee6-721ef90578fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:57.536910 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-59e4aded-d776-4fa9-8ee6-721ef90578fd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8e7e9e17-f156-4f8f-9dde-7fb664b35005 HTTP/1.1" status: 204 len: 168 time: 0.7224698 May 31 11:41:57.586882 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-da508555-772b-4c7f-ac1d-94f6e93a9c4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:57.666329 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:57.693910 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ac601b-5732-468b-979f-3d51645d1577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cdd21f7-df4f-4b50-93cd-fea411bb3aa0,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:57.698742 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvr_db [None req-5ed71202-0be0-43f9-b69f-2b6cbb77422c None None] Set router 54063c0e-70b2-46e7-97c3-46128bc0c331 gateway port host: dv-cinder-786383-7-smb {{(pid=98444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:41:57.702275 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-c7ac601b-5732-468b-979f-3d51645d1577 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:57.881491 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af79085d-05d5-4447-849a-fdbee170ff17 req-285291ab-0908-4105-974b-980af0b1bf6b tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:57.890823 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b892e5-6be1-4ebb-8933-1ea8446f0b57 req-17851a30-e180-4108-9111-9c64d048b585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:57.891363 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-af79085d-05d5-4447-849a-fdbee170ff17 req-285291ab-0908-4105-974b-980af0b1bf6b tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/ports?device_id=83b65be4-3c11-4291-8ebe-01f254cfae15 HTTP/1.1" status: 200 len: 944 time: 0.1245868 May 31 11:41:57.892299 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-46b892e5-6be1-4ebb-8933-1ea8446f0b57 req-17851a30-e180-4108-9111-9c64d048b585 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=745ad39c-872c-4b9f-8b3c-048a912d16b8 HTTP/1.1" status: 200 len: 851 time: 0.5968182 May 31 11:41:57.897703 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd753bb6-9cc0-4779-939c-e4364f9aa6c5 req-a9912ba9-4b10-4eb1-bf93-d8c8da0f9ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:57.899144 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-dd753bb6-9cc0-4779-939c-e4364f9aa6c5 req-a9912ba9-4b10-4eb1-bf93-d8c8da0f9ca9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9fd55cdd-d13a-4134-ac0d-50fa90ef4a5c HTTP/1.1" status: 200 len: 855 time: 0.4997146 May 31 11:41:57.980655 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-6adfd909-4b76-431c-9ac1-78b1cc287a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:58.071351 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-af79085d-05d5-4447-849a-fdbee170ff17 req-4f2d3584-6de9-4a6a-bcd4-71408d7fa65e tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/security-groups?id=95f25048-ac3c-451a-9c7f-c753883b57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787634 May 31 11:41:58.093376 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-4525b421-ad2b-463f-92a0-f9c1ed8126f3 req-17503df3-b1f5-4e0f-aec0-24028ce7a850 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=06785de2-89dd-40f4-8974-9220828497b9 HTTP/1.1" status: 200 len: 210 time: 0.0993814 May 31 11:41:58.136258 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-700e34c5-1971-40a4-b8bf-1065d44521e8 x-openstack-request-id: req-700e34c5-1971-40a4-b8bf-1065d44521e8 {{(pid=98443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:41:58.136504 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4946e0ad-2953-46d2-9105-70997e3fbb0b", "tag": "85a4548a-903b-4843-9b4f-fba507fab182", "status": "completed", "code": 200}]} {{(pid=98443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:41:58.137615 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-700e34c5-1971-40a4-b8bf-1065d44521e8 {{(pid=98443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:41:58.140352 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4946e0ad-2953-46d2-9105-70997e3fbb0b', 'tag': '85a4548a-903b-4843-9b4f-fba507fab182', 'status': 'completed', 'code': 200} May 31 11:41:58.154714 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-46b892e5-6be1-4ebb-8933-1ea8446f0b57 req-a79b3cf0-93f1-4a31-b74a-bd66e3899840 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bc594bf1-9bb1-4824-835e-1da191d41471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2545576 May 31 11:41:58.369294 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-c7ac601b-5732-468b-979f-3d51645d1577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:58.378282 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-c7ac601b-5732-468b-979f-3d51645d1577 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2cdd21f7-df4f-4b50-93cd-fea411bb3aa0 HTTP/1.1" status: 204 len: 168 time: 1.9853766 May 31 11:41:58.387911 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-dd753bb6-9cc0-4779-939c-e4364f9aa6c5 req-51b7031b-6093-401b-aca5-6e106d234cb5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=79d8a26c-dd66-4347-ae65-e9e905a4c881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2308354 May 31 11:41:58.392958 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 56334) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:58.462513 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-a91c5e8e-8952-4db6-a598-6e76e849b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:58.474376 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-fe5a7fde-098f-4853-b10c-686f33ad3bce req-24aff050-6f89-4121-9113-2df058cbbcd0 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db774e8-27b0-4a95-aa30-3b7d13d5786d HTTP/1.1" status: 200 len: 210 time: 0.1750081 May 31 11:41:58.501779 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_hamode_db [None req-5ed71202-0be0-43f9-b69f-2b6cbb77422c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54063c0e-70b2-46e7-97c3-46128bc0c331', 'name': 'tempest-ServerRescueNegativeTestJSON-342948192-router', 'tenant_id': '4d8aa9185953468f8491235be83abf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.83'}], 'enable_snat': True}, 'gw_port_id': '66cdaeff-8dec-4ee0-9c53-352d14038b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:41:31Z', 'updated_at': '2021-05-31T11:41:46Z', 'revision_number': 4, 'project_id': '4d8aa9185953468f8491235be83abf68', 'gw_port': {'id': '66cdaeff-8dec-4ee0-9c53-352d14038b07', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54063c0e-70b2-46e7-97c3-46128bc0c331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:34Z', 'updated_at': '2021-05-31T11:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb', '_interfaces': [{'id': '48ee92d9-e68e-4616-bc46-521eead13c79', 'name': '', 'network_id': '665ca1a0-d0c5-448d-9582-68d76f26f11a', 'tenant_id': '4d8aa9185953468f8491235be83abf68', 'mac_address': 'fa:16:3e:e5:a3:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54063c0e-70b2-46e7-97c3-46128bc0c331', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '482a023d-7693-4e4c-a2dd-49fc43823b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:40Z', 'updated_at': '2021-05-31T11:41:57Z', 'revision_number': 4, 'project_id': '4d8aa9185953468f8491235be83abf68', 'subnets': [{'id': '482a023d-7693-4e4c-a2dd-49fc43823b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-smb', False) {} {{(pid=98444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:41:58.506323 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed71202-0be0-43f9-b69f-2b6cbb77422c None None] The sync data for ids ['54063c0e-70b2-46e7-97c3-46128bc0c331'] in dv-cinder-786383-7-smb is: [{'id': '54063c0e-70b2-46e7-97c3-46128bc0c331', 'name': 'tempest-ServerRescueNegativeTestJSON-342948192-router', 'tenant_id': '4d8aa9185953468f8491235be83abf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.83'}], 'enable_snat': True}, 'gw_port_id': '66cdaeff-8dec-4ee0-9c53-352d14038b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:41:31Z', 'updated_at': '2021-05-31T11:41:46Z', 'revision_number': 4, 'project_id': '4d8aa9185953468f8491235be83abf68', 'gw_port': {'id': '66cdaeff-8dec-4ee0-9c53-352d14038b07', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54063c0e-70b2-46e7-97c3-46128bc0c331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:34Z', 'updated_at': '2021-05-31T11:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb', '_interfaces': [{'id': '48ee92d9-e68e-4616-bc46-521eead13c79', 'name': '', 'network_id': '665ca1a0-d0c5-448d-9582-68d76f26f11a', 'tenant_id': '4d8aa9185953468f8491235be83abf68', 'mac_address': 'fa:16:3e:e5:a3:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54063c0e-70b2-46e7-97c3-46128bc0c331', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '482a023d-7693-4e4c-a2dd-49fc43823b85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:40Z', 'updated_at': '2021-05-31T11:41:57Z', 'revision_number': 4, 'project_id': '4d8aa9185953468f8491235be83abf68', 'subnets': [{'id': '482a023d-7693-4e4c-a2dd-49fc43823b85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:41:58.818752 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6c5df-81b3-4ff3-8fe6-06f38d4079f4 req-6f542692-0abe-4278-b86e-26760624a3b4 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:58.819636 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [req-3ca6c5df-81b3-4ff3-8fe6-06f38d4079f4 req-6f542692-0abe-4278-b86e-26760624a3b4 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Synchronizing usage tracker for tenant:0eca8cc498704c828ce4fda2d808043a on resource:network {{(pid=98443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:41:58.913477 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-20a47694-2258-4886-afb4-6f4a4e27fd20 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=41489a377e3d47c6924be795e41b1c95&name=default HTTP/1.1" status: 200 len: 2976 time: 0.5053144 May 31 11:41:58.918484 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 56354) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:58.963861 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [req-3ca6c5df-81b3-4ff3-8fe6-06f38d4079f4 req-6f542692-0abe-4278-b86e-26760624a3b4 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Unset dirty status for tenant:0eca8cc498704c828ce4fda2d808043a on resource:network {{(pid=98443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:41:58.965252 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-3ca6c5df-81b3-4ff3-8fe6-06f38d4079f4 req-6f542692-0abe-4278-b86e-26760624a3b4 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.61 "GET /v2.0/networks?id=3b861c59-52f7-46ca-99da-e6f4b5d8dcf3 HTTP/1.1" status: 200 len: 810 time: 1.4039047 May 31 11:41:58.985127 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c72055b-1eb8-4421-a28c-7fc5a2d58b36 req-e57aae5f-70f1-48bc-85ae-05b82071c4ff tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:58.996708 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-5c72055b-1eb8-4421-a28c-7fc5a2d58b36 req-e57aae5f-70f1-48bc-85ae-05b82071c4ff tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/networks?id=665ca1a0-d0c5-448d-9582-68d76f26f11a HTTP/1.1" status: 200 len: 818 time: 0.3940420 May 31 11:41:59.016421 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-5c72055b-1eb8-4421-a28c-7fc5a2d58b36 req-bb48b08c-d8d9-4a26-a308-511a414349f8 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/quotas/4d8aa9185953468f8491235be83abf68 HTTP/1.1" status: 200 len: 375 time: 0.0185237 May 31 11:41:59.071583 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-dd753bb6-9cc0-4779-939c-e4364f9aa6c5 req-f0196c80-cf86-4fa1-850d-fd056deacf74 service neutron] 10.222.0.61 "GET /v2.0/networks/79d8a26c-dd66-4347-ae65-e9e905a4c881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6564734 May 31 11:41:59.078389 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-46b892e5-6be1-4ebb-8933-1ea8446f0b57 req-d35cd9d3-d292-420c-a677-33261a1c79a5 service neutron] 10.222.0.61 "GET /v2.0/networks/bc594bf1-9bb1-4824-835e-1da191d41471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7836759 May 31 11:41:59.121896 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7633eb-460c-4355-9122-ac8cd93fe4f5 req-dfa0fd20-21d3-474b-ad94-f412c82d2b8e tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:41:59.123744 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-4c7633eb-460c-4355-9122-ac8cd93fe4f5 req-dfa0fd20-21d3-474b-ad94-f412c82d2b8e tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] 10.222.0.21 "GET /v2.0/ports?device_id=4946e0ad-2953-46d2-9105-70997e3fbb0b HTTP/1.1" status: 200 len: 944 time: 0.3048482 May 31 11:41:59.204050 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-4c7633eb-460c-4355-9122-ac8cd93fe4f5 req-877d76ef-22f4-4ef5-8fd1-9849bc492115 tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8476982-9d5d-4c8d-b148-058382fd7b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719051 May 31 11:41:59.228837 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-5c72055b-1eb8-4421-a28c-7fc5a2d58b36 req-491bf0ce-2af8-46c4-9e6a-aeec5a35cdf8 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4d8aa9185953468f8491235be83abf68&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2112560 May 31 11:41:59.485684 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-db68f556-bf1e-4848-91e4-5e4a076d5169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:59.499362 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [req-3ca6c5df-81b3-4ff3-8fe6-06f38d4079f4 req-8dff235a-ce82-41fd-b26f-7813c635a109 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Synchronizing usage tracker for tenant:0eca8cc498704c828ce4fda2d808043a on resource:security_group {{(pid=98443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:41:59.536960 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 56376) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:59.580377 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.61', 58947) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:41:59.595578 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-cac96eca-a088-4043-ba7c-88854c84032a admin admin] Notify callbacks [] for security_group, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:59.615650 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-dd753bb6-9cc0-4779-939c-e4364f9aa6c5 req-f66c1bba-66b4-4da8-a9c7-160e3e504099 service neutron] 10.222.0.61 "GET /v2.0/networks/79d8a26c-dd66-4347-ae65-e9e905a4c881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5348341 May 31 11:41:59.619060 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-db68f556-bf1e-4848-91e4-5e4a076d5169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:59.633809 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [req-3ca6c5df-81b3-4ff3-8fe6-06f38d4079f4 req-8dff235a-ce82-41fd-b26f-7813c635a109 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Unset dirty status for tenant:0eca8cc498704c828ce4fda2d808043a on resource:security_group {{(pid=98443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:41:59.635409 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-3ca6c5df-81b3-4ff3-8fe6-06f38d4079f4 req-8dff235a-ce82-41fd-b26f-7813c635a109 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0eca8cc498704c828ce4fda2d808043a HTTP/1.1" status: 200 len: 380 time: 0.6180894 May 31 11:41:59.655284 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-5c72055b-1eb8-4421-a28c-7fc5a2d58b36 req-a08c057d-c439-4c12-84e6-1b656ae87fa1 service neutron] 10.222.0.21 "GET /v2.0/networks/665ca1a0-d0c5-448d-9582-68d76f26f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4252975 May 31 11:41:59.665437 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.v2.base [req-3ca6c5df-81b3-4ff3-8fe6-06f38d4079f4 req-32052126-fad7-42fc-a793-bffa72c6d5c2 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Request body: {'port': {'device_id': '8db774e8-27b0-4a95-aa30-3b7d13d5786d', 'network_id': '3b861c59-52f7-46ca-99da-e6f4b5d8dcf3', 'admin_state_up': True, 'tenant_id': '0eca8cc498704c828ce4fda2d808043a', 'security_groups': ['e1a6aea4-fc43-4be4-985d-d05aeb50d0e8']}} {{(pid=98443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:41:59.760798 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-cac96eca-a088-4043-ba7c-88854c84032a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:59.788300 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-cac96eca-a088-4043-ba7c-88854c84032a admin admin] Usage tracker for resource:security_group_rule and tenant:709be9a3a7d2496b8c5ca41622e6f859 is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:41:59.799630 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-46b892e5-6be1-4ebb-8933-1ea8446f0b57 req-2b1ac693-096e-4e53-bbf4-5d0684ed55e0 service neutron] 10.222.0.61 "GET /v2.0/networks/bc594bf1-9bb1-4824-835e-1da191d41471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6847980 May 31 11:41:59.820555 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-cac96eca-a088-4043-ba7c-88854c84032a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:41:59.858274 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-db68f556-bf1e-4848-91e4-5e4a076d5169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:59.881020 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-387829d1-04bf-43d1-8b05-6ca5eeabc410 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:41:59.899754 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db68f556-bf1e-4848-91e4-5e4a076d5169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0006a59e-89c7-4b39-bdf2-5a32d9cdbf65,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:41:59.901746 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-db68f556-bf1e-4848-91e4-5e4a076d5169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:41:59.902934 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-db68f556-bf1e-4848-91e4-5e4a076d5169 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0006a59e-89c7-4b39-bdf2-5a32d9cdbf65 HTTP/1.1" status: 204 len: 168 time: 0.9793425 May 31 11:41:59.904007 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-db68f556-bf1e-4848-91e4-5e4a076d5169 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:41:59.906775 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [req-3ca6c5df-81b3-4ff3-8fe6-06f38d4079f4 req-32052126-fad7-42fc-a793-bffa72c6d5c2 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:41:59.987322 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [req-3ca6c5df-81b3-4ff3-8fe6-06f38d4079f4 req-32052126-fad7-42fc-a793-bffa72c6d5c2 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:42:00.004980 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ca6c5df-81b3-4ff3-8fe6-06f38d4079f4 req-32052126-fad7-42fc-a793-bffa72c6d5c2 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Made reservation on behalf of 0eca8cc498704c828ce4fda2d808043a for: {'port': 1} {{(pid=98443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:42:00.011205 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-3ca6c5df-81b3-4ff3-8fe6-06f38d4079f4 req-32052126-fad7-42fc-a793-bffa72c6d5c2 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:00.049129 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-cac96eca-a088-4043-ba7c-88854c84032a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:42:00.135154 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c1628c-f6a5-4e25-9d9c-30f09ea81eed req-56092e52-e143-4842-a9c2-96640743e19a tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:00.146030 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83b65be4-3c11-4291-8ebe-01f254cfae15', 'tag': '2e2c23ae-b00e-4a48-81a0-8bc201ba1436'}] {{(pid=98443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:42:00.147276 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-19c1628c-f6a5-4e25-9d9c-30f09ea81eed req-56092e52-e143-4842-a9c2-96640743e19a tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/ports?device_id=83b65be4-3c11-4291-8ebe-01f254cfae15 HTTP/1.1" status: 200 len: 944 time: 0.7196975 May 31 11:42:00.147394 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-9fdf87ec-5ce8-4616-9e32-e9b9d10b7557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:00.151353 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56017c51fa2db9d96507774d194550d251c1d18f102e1d67e4a71b2ac79ee147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5854025-344b-47bf-964a-5ef4d7ed42ce" -d '{"events": [{"name": "network-changed", "server_uuid": "83b65be4-3c11-4291-8ebe-01f254cfae15", "tag": "2e2c23ae-b00e-4a48-81a0-8bc201ba1436"}]}' {{(pid=98443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:42:00.165591 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833663cd-4c9b-4f5e-afd1-99343a0c5988 req-154f5529-f658-45d7-a531-8ee447d09e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:00.167692 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-833663cd-4c9b-4f5e-afd1-99343a0c5988 req-154f5529-f658-45d7-a531-8ee447d09e78 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5042a29dba084c1ab45f17148f508695&device_id=4946e0ad-2953-46d2-9105-70997e3fbb0b HTTP/1.1" status: 200 len: 1097 time: 0.2403796 May 31 11:42:00.263274 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e7e3a6-762e-49b3-a873-ac517c6d32e1 req-4a4d8c90-6297-4037-98fa-4ad485db2e7a tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:00.264813 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-32e7e3a6-762e-49b3-a873-ac517c6d32e1 req-4a4d8c90-6297-4037-98fa-4ad485db2e7a tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.61 "GET /v2.0/networks?id=665ca1a0-d0c5-448d-9582-68d76f26f11a HTTP/1.1" status: 200 len: 818 time: 0.6713877 May 31 11:42:00.320516 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.v2.base [req-32e7e3a6-762e-49b3-a873-ac517c6d32e1 req-3670ea2f-2479-4765-89e3-446e55cd0066 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Request body: {'port': {'device_id': '06785de2-89dd-40f4-8974-9220828497b9', 'network_id': '665ca1a0-d0c5-448d-9582-68d76f26f11a', 'admin_state_up': True, 'tenant_id': '4d8aa9185953468f8491235be83abf68'}} {{(pid=98442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:42:00.443675 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833663cd-4c9b-4f5e-afd1-99343a0c5988 req-9905494f-cc3f-490e-9dce-1fd1f9d02402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:00.443675 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-833663cd-4c9b-4f5e-afd1-99343a0c5988 req-9905494f-cc3f-490e-9dce-1fd1f9d02402 service neutron] 10.222.0.61 "GET /v2.0/networks?id=bc594bf1-9bb1-4824-835e-1da191d41471 HTTP/1.1" status: 200 len: 912 time: 0.2581124 May 31 11:42:00.467199 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-5c72055b-1eb8-4421-a28c-7fc5a2d58b36 req-1b5dd2b2-8f13-43f2-947a-ea2f75d4ed00 service neutron] 10.222.0.21 "GET /v2.0/networks/665ca1a0-d0c5-448d-9582-68d76f26f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7427318 May 31 11:42:00.471129 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-19c1628c-f6a5-4e25-9d9c-30f09ea81eed req-a7976c9c-773c-4c7d-a031-30a1ad37753d tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/security-groups?id=95f25048-ac3c-451a-9c7f-c753883b57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232210 May 31 11:42:00.495339 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device 48ee92d9-e68e-4616-bc46-521eead13c79 up at agent ovs-agent-dv-cinder-786383-7-smb {{(pid=98444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:42:00.556252 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-833663cd-4c9b-4f5e-afd1-99343a0c5988 req-609fcb3e-0960-4781-9d69-85e3fbcf73d3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85a4548a-903b-4843-9b4f-fba507fab182 HTTP/1.1" status: 200 len: 217 time: 0.1017525 May 31 11:42:00.574787 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [req-32e7e3a6-762e-49b3-a873-ac517c6d32e1 req-3670ea2f-2479-4765-89e3-446e55cd0066 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:42:00.584775 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [req-32e7e3a6-762e-49b3-a873-ac517c6d32e1 req-3670ea2f-2479-4765-89e3-446e55cd0066 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Usage tracker for resource:port and tenant:4d8aa9185953468f8491235be83abf68 is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:42:00.588721 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [req-32e7e3a6-762e-49b3-a873-ac517c6d32e1 req-3670ea2f-2479-4765-89e3-446e55cd0066 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Quota usage for port was recalculated. Used quota:1. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:42:00.594788 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [req-32e7e3a6-762e-49b3-a873-ac517c6d32e1 req-3670ea2f-2479-4765-89e3-446e55cd0066 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:42:00.629505 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-cac96eca-a088-4043-ba7c-88854c84032a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:00.642169 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-cac96eca-a088-4043-ba7c-88854c84032a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:00.699989 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833663cd-4c9b-4f5e-afd1-99343a0c5988 req-86417c1f-aaff-4afb-a785-50a0d4f72557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:00.701554 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-833663cd-4c9b-4f5e-afd1-99343a0c5988 req-86417c1f-aaff-4afb-a785-50a0d4f72557 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=745ad39c-872c-4b9f-8b3c-048a912d16b8 HTTP/1.1" status: 200 len: 851 time: 0.1125886 May 31 11:42:00.702833 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.db_base_plugin_common [req-3ca6c5df-81b3-4ff3-8fe6-06f38d4079f4 req-32052126-fad7-42fc-a793-bffa72c6d5c2 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Allocated IP 172.20.0.8 (3b861c59-52f7-46ca-99da-e6f4b5d8dcf3/3d8c3d1c-ffe1-4449-ae14-fb794221a40d/0d4b5761-502f-41e5-8a57-6b88be8db3a9) {{(pid=98443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:42:00.709807 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:00.732653 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-cac96eca-a088-4043-ba7c-88854c84032a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=709be9a3a7d2496b8c5ca41622e6f859&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1936340 May 31 11:42:00.733445 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 56410) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:00.739222 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Provisioning for port 48ee92d9-e68e-4616-bc46-521eead13c79 completed by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:42:00.747230 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Provisioning complete for port 48ee92d9-e68e-4616-bc46-521eead13c79 triggered by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:42:00.747606 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:00.751813 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32e7e3a6-762e-49b3-a873-ac517c6d32e1 req-3670ea2f-2479-4765-89e3-446e55cd0066 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Made reservation on behalf of 4d8aa9185953468f8491235be83abf68 for: {'port': 1} {{(pid=98442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:42:00.757335 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-32e7e3a6-762e-49b3-a873-ac517c6d32e1 req-3670ea2f-2479-4765-89e3-446e55cd0066 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:00.768442 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-833663cd-4c9b-4f5e-afd1-99343a0c5988 req-fb872d60-f94c-46ff-aa1e-d473c06a68a5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bc594bf1-9bb1-4824-835e-1da191d41471&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557060 May 31 11:42:00.916428 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-956beada-c506-485c-b7a4-627f3e0081e6 x-openstack-request-id: req-956beada-c506-485c-b7a4-627f3e0081e6 {{(pid=98443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:42:00.917668 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83b65be4-3c11-4291-8ebe-01f254cfae15", "tag": "2e2c23ae-b00e-4a48-81a0-8bc201ba1436", "status": "completed", "code": 200}]} {{(pid=98443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:42:00.919481 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-956beada-c506-485c-b7a4-627f3e0081e6 {{(pid=98443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:42:00.920774 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83b65be4-3c11-4291-8ebe-01f254cfae15', 'tag': '2e2c23ae-b00e-4a48-81a0-8bc201ba1436', 'status': 'completed', 'code': 200} May 31 11:42:01.043089 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-4b5647c2-5ee5-4c39-a2f1-9a4b86a3d516 req-ffb0f83b-b2a2-4f98-9ca8-2287f74869a6 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db774e8-27b0-4a95-aa30-3b7d13d5786d HTTP/1.1" status: 200 len: 210 time: 0.3369143 May 31 11:42:01.056094 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:01.131427 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] For port 48ee92d9-e68e-4616-bc46-521eead13c79, host dv-cinder-786383-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-smb',level=0,port_id=48ee92d9-e68e-4616-bc46-521eead13c79,segment=NetworkSegment(b2814dc4-7721-40d7-bb3a-9698a734a5db),segment_id=b2814dc4-7721-40d7-bb3a-9698a734a5db)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:42:01.141372 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:01.143928 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-c3941057-dc99-4a61-bd44-b69c2ad0b9c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:01.184915 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac96eca-a088-4043-ba7c-88854c84032a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a892812-793d-4bdf-9b85-64fa976e9093,revision_number=1']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:01.191977 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-cac96eca-a088-4043-ba7c-88854c84032a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:01.242626 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-833663cd-4c9b-4f5e-afd1-99343a0c5988 req-2dff4a93-71b5-44dd-af90-d91eab6a602d service neutron] 10.222.0.61 "GET /v2.0/networks/bc594bf1-9bb1-4824-835e-1da191d41471?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4615750 May 31 11:42:01.282340 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-3ca6c5df-81b3-4ff3-8fe6-06f38d4079f4 req-32052126-fad7-42fc-a793-bffa72c6d5c2 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks [] for port, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:01.295759 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5854025-344b-47bf-964a-5ef4d7ed42ce req-7f5c5401-e461-49d6-8666-0a3c77d5d97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:01.296013 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Pushing event updated for resources: {'Port': ['ID=48ee92d9-e68e-4616-bc46-521eead13c79,revision_number=5']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:01.297238 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-e5854025-344b-47bf-964a-5ef4d7ed42ce req-7f5c5401-e461-49d6-8666-0a3c77d5d97b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=137483c5ff894f0390c68478edf226f3&device_id=83b65be4-3c11-4291-8ebe-01f254cfae15 HTTP/1.1" status: 200 len: 1097 time: 0.3391764 May 31 11:42:01.299366 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:01.373685 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-92d4ff83-ab26-4f5e-ad6a-4114214abc2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:01.379371 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.provisioning_blocks [req-3ca6c5df-81b3-4ff3-8fe6-06f38d4079f4 req-32052126-fad7-42fc-a793-bffa72c6d5c2 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Transition to ACTIVE for port object 0d4b5761-502f-41e5-8a57-6b88be8db3a9 will not be triggered until provisioned by entity DHCP. {{(pid=98443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:42:01.405727 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-92d4ff83-ab26-4f5e-ad6a-4114214abc2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:01.469893 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-9f4a61f9-d412-4be4-ad2d-ae06598679bd req-71a423fe-00e5-4dbe-908a-6e0e4ff4a9b5 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=262b8cbd-0fc0-4cd8-a22d-395ca0a1615a HTTP/1.1" status: 200 len: 210 time: 0.2524767 May 31 11:42:01.626773 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26263bf-1351-4001-bc0a-4fa3baeea290 req-afd66e09-b9de-422a-906d-1ab3f2c2874d tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:01.633241 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-833663cd-4c9b-4f5e-afd1-99343a0c5988 req-a44b751f-29e6-4ba2-9e7c-a7d60ceba15a service neutron] 10.222.0.61 "GET /v2.0/networks/bc594bf1-9bb1-4824-835e-1da191d41471?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3797903 May 31 11:42:01.635239 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-c26263bf-1351-4001-bc0a-4fa3baeea290 req-afd66e09-b9de-422a-906d-1ab3f2c2874d tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] 10.222.0.21 "GET /v2.0/ports?device_id=4946e0ad-2953-46d2-9105-70997e3fbb0b HTTP/1.1" status: 200 len: 944 time: 0.3442028 May 31 11:42:01.653166 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-3ca6c5df-81b3-4ff3-8fe6-06f38d4079f4 req-32052126-fad7-42fc-a793-bffa72c6d5c2 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781593114058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6347609'] for port, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:01.664235 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5854025-344b-47bf-964a-5ef4d7ed42ce req-217930c8-426a-4407-9f5b-aa2cf12ffa84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:01.666380 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-e5854025-344b-47bf-964a-5ef4d7ed42ce req-217930c8-426a-4407-9f5b-aa2cf12ffa84 service neutron] 10.222.0.61 "GET /v2.0/networks?id=79d8a26c-dd66-4347-ae65-e9e905a4c881 HTTP/1.1" status: 200 len: 916 time: 0.3203065 May 31 11:42:01.668252 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-311ef4af-a260-4c5c-b386-a61f9d29487d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:01.675877 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-92d4ff83-ab26-4f5e-ad6a-4114214abc2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:01.692345 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:01.711569 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.db_base_plugin_common [req-32e7e3a6-762e-49b3-a873-ac517c6d32e1 req-3670ea2f-2479-4765-89e3-446e55cd0066 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Allocated IP 172.20.0.13 (665ca1a0-d0c5-448d-9582-68d76f26f11a/482a023d-7693-4e4c-a2dd-49fc43823b85/cd0389ac-5ae1-41f7-9330-00a1630417f4) {{(pid=98442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:42:01.720749 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d4ff83-ab26-4f5e-ad6a-4114214abc2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a892812-793d-4bdf-9b85-64fa976e9093,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:01.742909 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-92d4ff83-ab26-4f5e-ad6a-4114214abc2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:01.836714 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-e5854025-344b-47bf-964a-5ef4d7ed42ce req-5aeb93b7-7cd3-446d-a99d-d46fff94bdaa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e2c23ae-b00e-4a48-81a0-8bc201ba1436 HTTP/1.1" status: 200 len: 217 time: 0.1117139 May 31 11:42:01.848933 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-c26263bf-1351-4001-bc0a-4fa3baeea290 req-85f0bae7-fc96-44b1-aacc-856e945af8f5 tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8476982-9d5d-4c8d-b148-058382fd7b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118189 May 31 11:42:01.854609 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ca6c5df-81b3-4ff3-8fe6-06f38d4079f4 req-32052126-fad7-42fc-a793-bffa72c6d5c2 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Network 3b861c59-52f7-46ca-99da-e6f4b5d8dcf3 is already hosted by enough agents. {{(pid=98443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:42:01.886974 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-92d4ff83-ab26-4f5e-ad6a-4114214abc2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:01.894188 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-92d4ff83-ab26-4f5e-ad6a-4114214abc2d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0a892812-793d-4bdf-9b85-64fa976e9093 HTTP/1.1" status: 204 len: 168 time: 1.1552658 May 31 11:42:01.895314 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.base_scheduler [req-3ca6c5df-81b3-4ff3-8fe6-06f38d4079f4 req-32052126-fad7-42fc-a793-bffa72c6d5c2 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Resources bound (agent type, host, resource id): {{(pid=98443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:42:01.903601 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ca6c5df-81b3-4ff3-8fe6-06f38d4079f4 req-32052126-fad7-42fc-a793-bffa72c6d5c2 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Received port after_create {{(pid=98443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:42:01.984867 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32052126-fad7-42fc-a793-bffa72c6d5c2 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Pushing event updated for resources: {'Port': ['ID=0d4b5761-502f-41e5-8a57-6b88be8db3a9,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:01.989399 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-32052126-fad7-42fc-a793-bffa72c6d5c2 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:02.027448 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6c5df-81b3-4ff3-8fe6-06f38d4079f4 req-32052126-fad7-42fc-a793-bffa72c6d5c2 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:02.029097 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-3ca6c5df-81b3-4ff3-8fe6-06f38d4079f4 req-32052126-fad7-42fc-a793-bffa72c6d5c2 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927509'] for port, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:02.043738 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5854025-344b-47bf-964a-5ef4d7ed42ce req-5885a387-a45c-453a-9709-7a8b6af1555c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:02.045507 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-e5854025-344b-47bf-964a-5ef4d7ed42ce req-5885a387-a45c-453a-9709-7a8b6af1555c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9fd55cdd-d13a-4134-ac0d-50fa90ef4a5c HTTP/1.1" status: 200 len: 855 time: 0.1949019 May 31 11:42:02.130760 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-e5854025-344b-47bf-964a-5ef4d7ed42ce req-1a6edaf8-d6d2-4e73-b8d1-2da03dbd28c0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=79d8a26c-dd66-4347-ae65-e9e905a4c881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754929 May 31 11:42:02.162970 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-3ca6c5df-81b3-4ff3-8fe6-06f38d4079f4 req-32052126-fad7-42fc-a793-bffa72c6d5c2 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5102339 May 31 11:42:02.182453 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabf3205-7ddc-4e68-8f5e-6d964b57ee09 req-5350abc2-8ce5-4dd9-ac6d-357bfd533482 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:02.184218 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-fabf3205-7ddc-4e68-8f5e-6d964b57ee09 req-5350abc2-8ce5-4dd9-ac6d-357bfd533482 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/ports?device_id=83b65be4-3c11-4291-8ebe-01f254cfae15 HTTP/1.1" status: 200 len: 944 time: 0.4156177 May 31 11:42:02.266680 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.v2.base [req-3ca6c5df-81b3-4ff3-8fe6-06f38d4079f4 req-ec67474d-173a-4550-8294-8a3d41d72876 service neutron] Request body: {'port': {'device_id': '8db774e8-27b0-4a95-aa30-3b7d13d5786d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:42:02.332486 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-86b0db90-47ae-46b7-8fcf-b320d204f4e8 None None] Provisioning for port 0d4b5761-502f-41e5-8a57-6b88be8db3a9 completed by entity DHCP. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:42:02.363096 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-86b0db90-47ae-46b7-8fcf-b320d204f4e8 None None] Provisioning complete for port 0d4b5761-502f-41e5-8a57-6b88be8db3a9 triggered by entity DHCP. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:42:02.363536 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-86b0db90-47ae-46b7-8fcf-b320d204f4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:02.441203 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-e5854025-344b-47bf-964a-5ef4d7ed42ce req-f9024a0a-8da5-4234-8e5e-ba768cfd5c13 service neutron] 10.222.0.61 "GET /v2.0/networks/79d8a26c-dd66-4347-ae65-e9e905a4c881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980199 May 31 11:42:02.453890 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-3ca6c5df-81b3-4ff3-8fe6-06f38d4079f4 req-ec67474d-173a-4550-8294-8a3d41d72876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:02.511580 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device 48ee92d9-e68e-4616-bc46-521eead13c79 up at agent ovs-agent-dv-cinder-786383-7-smb {{(pid=98444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:42:02.593654 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-32e7e3a6-762e-49b3-a873-ac517c6d32e1 req-3670ea2f-2479-4765-89e3-446e55cd0066 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Notify callbacks [] for port, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:02.625097 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-fabf3205-7ddc-4e68-8f5e-6d964b57ee09 req-79633819-43c1-4e6f-8e3f-f1cd78b52ec0 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/security-groups?id=95f25048-ac3c-451a-9c7f-c753883b57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4229357 May 31 11:42:02.698731 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.plugin [None req-86b0db90-47ae-46b7-8fcf-b320d204f4e8 None None] Port 0d4b5761-502f-41e5-8a57-6b88be8db3a9 cannot update to ACTIVE because it is not bound. {{(pid=98444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:42:02.735166 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Provisioning complete for port 48ee92d9-e68e-4616-bc46-521eead13c79 triggered by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:42:02.737898 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:02.808078 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d2daf2-a088-418e-a092-8b80132d03f0 req-82b16bea-d141-4519-ad62-e7c6df29a2d7 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:02.816262 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-08d2daf2-a088-418e-a092-8b80132d03f0 req-82b16bea-d141-4519-ad62-e7c6df29a2d7 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db774e8-27b0-4a95-aa30-3b7d13d5786d HTTP/1.1" status: 200 len: 931 time: 0.5375741 May 31 11:42:03.010431 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device 85a4548a-903b-4843-9b4f-fba507fab182 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:42:03.073521 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-08d2daf2-a088-418e-a092-8b80132d03f0 req-f0c493da-a475-4f4f-a11b-1dce054f561d tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1a6aea4-fc43-4be4-985d-d05aeb50d0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2530432 May 31 11:42:03.080491 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-32e7e3a6-762e-49b3-a873-ac517c6d32e1 req-3670ea2f-2479-4765-89e3-446e55cd0066 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781593114058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6713643'] for port, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:03.138597 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-e5854025-344b-47bf-964a-5ef4d7ed42ce req-8f33dedb-e19d-46db-a32e-ae28f3ab4e7f service neutron] 10.222.0.61 "GET /v2.0/networks/79d8a26c-dd66-4347-ae65-e9e905a4c881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6891022 May 31 11:42:03.140785 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-e914bd0d-1b3c-4959-8d9f-ec100c21f84d tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:03.255749 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c72055b-1eb8-4421-a28c-7fc5a2d58b36 req-5c5efe3e-46e3-4f8e-83c1-b636f43ae8c6 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:03.257461 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-5c72055b-1eb8-4421-a28c-7fc5a2d58b36 req-5c5efe3e-46e3-4f8e-83c1-b636f43ae8c6 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.61 "GET /v2.0/networks?id=665ca1a0-d0c5-448d-9582-68d76f26f11a HTTP/1.1" status: 200 len: 818 time: 0.5817025 May 31 11:42:03.311627 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] For port 85a4548a-903b-4843-9b4f-fba507fab182, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=85a4548a-903b-4843-9b4f-fba507fab182,segment=NetworkSegment(9d1bdf57-3200-42f1-a892-4fe305515aeb),segment_id=9d1bdf57-3200-42f1-a892-4fe305515aeb)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:42:03.329245 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Returning: {'device': '85a4548a-903b-4843-9b4f-fba507fab182', 'network_id': 'bc594bf1-9bb1-4824-835e-1da191d41471', 'port_id': '85a4548a-903b-4843-9b4f-fba507fab182', 'mac_address': 'fa:16:3e:b8:ac:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '745ad39c-872c-4b9f-8b3c-048a912d16b8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:42:03.345512 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32e7e3a6-762e-49b3-a873-ac517c6d32e1 req-3670ea2f-2479-4765-89e3-446e55cd0066 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Network 665ca1a0-d0c5-448d-9582-68d76f26f11a is already hosted by enough agents. {{(pid=98442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:42:03.349228 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [req-6a46233f-5305-48f7-b392-d20112815f5e req-9484ed2c-d459-47a5-9a6e-7de1963434d4 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Synchronizing usage tracker for tenant:4d8aa9185953468f8491235be83abf68 on resource:port {{(pid=98442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:42:03.353326 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.v2.base [req-5c72055b-1eb8-4421-a28c-7fc5a2d58b36 req-bd5ac717-3ac5-4733-a6e8-11e0686517a0 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Request body: {'port': {'device_id': '262b8cbd-0fc0-4cd8-a22d-395ca0a1615a', 'network_id': '665ca1a0-d0c5-448d-9582-68d76f26f11a', 'admin_state_up': True, 'tenant_id': '4d8aa9185953468f8491235be83abf68'}} {{(pid=98443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:42:03.359944 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3670ea2f-2479-4765-89e3-446e55cd0066 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Pushing event updated for resources: {'Port': ['ID=cd0389ac-5ae1-41f7-9330-00a1630417f4,revision_number=1']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:03.367943 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-3670ea2f-2479-4765-89e3-446e55cd0066 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:03.369004 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.base_scheduler [req-32e7e3a6-762e-49b3-a873-ac517c6d32e1 req-3670ea2f-2479-4765-89e3-446e55cd0066 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Resources bound (agent type, host, resource id): {{(pid=98442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:42:03.373085 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.l3_dvrscheduler_db [req-32e7e3a6-762e-49b3-a873-ac517c6d32e1 req-3670ea2f-2479-4765-89e3-446e55cd0066 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Received port after_create {{(pid=98442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:42:03.403712 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:03.434917 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.notifiers.nova [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85a4548a-903b-4843-9b4f-fba507fab182 {{(pid=98444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:42:03.457339 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] For port 85a4548a-903b-4843-9b4f-fba507fab182, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=85a4548a-903b-4843-9b4f-fba507fab182,segment=NetworkSegment(9d1bdf57-3200-42f1-a892-4fe305515aeb),segment_id=9d1bdf57-3200-42f1-a892-4fe305515aeb)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:42:03.466586 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:03.467850 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device 2e2c23ae-b00e-4a48-81a0-8bc201ba1436 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:42:03.503882 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:03.547648 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [req-5c72055b-1eb8-4421-a28c-7fc5a2d58b36 req-bd5ac717-3ac5-4733-a6e8-11e0686517a0 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:42:03.563418 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [req-5c72055b-1eb8-4421-a28c-7fc5a2d58b36 req-bd5ac717-3ac5-4733-a6e8-11e0686517a0 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Usage tracker for resource:port and tenant:4d8aa9185953468f8491235be83abf68 is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:42:03.567892 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [req-5c72055b-1eb8-4421-a28c-7fc5a2d58b36 req-bd5ac717-3ac5-4733-a6e8-11e0686517a0 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Quota usage for port was recalculated. Used quota:2. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:42:03.617799 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [req-5c72055b-1eb8-4421-a28c-7fc5a2d58b36 req-bd5ac717-3ac5-4733-a6e8-11e0686517a0 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:42:03.640347 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.notifiers.nova [req-3ca6c5df-81b3-4ff3-8fe6-06f38d4079f4 req-ec67474d-173a-4550-8294-8a3d41d72876 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d4b5761-502f-41e5-8a57-6b88be8db3a9 {{(pid=98443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:42:03.647305 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c72055b-1eb8-4421-a28c-7fc5a2d58b36 req-bd5ac717-3ac5-4733-a6e8-11e0686517a0 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Made reservation on behalf of 4d8aa9185953468f8491235be83abf68 for: {'port': 1} {{(pid=98443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:42:03.651014 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-5c72055b-1eb8-4421-a28c-7fc5a2d58b36 req-bd5ac717-3ac5-4733-a6e8-11e0686517a0 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:03.664039 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-3ca6c5df-81b3-4ff3-8fe6-06f38d4079f4 req-ec67474d-173a-4550-8294-8a3d41d72876 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:03.695382 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [req-6a46233f-5305-48f7-b392-d20112815f5e req-9484ed2c-d459-47a5-9a6e-7de1963434d4 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Unset dirty status for tenant:4d8aa9185953468f8491235be83abf68 on resource:port {{(pid=98442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:42:03.707227 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-6a46233f-5305-48f7-b392-d20112815f5e req-9484ed2c-d459-47a5-9a6e-7de1963434d4 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=262b8cbd-0fc0-4cd8-a22d-395ca0a1615a HTTP/1.1" status: 200 len: 210 time: 0.7474678 May 31 11:42:03.726695 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.provisioning_blocks [req-3ca6c5df-81b3-4ff3-8fe6-06f38d4079f4 req-ec67474d-173a-4550-8294-8a3d41d72876 service neutron] Transition to ACTIVE for port object 0d4b5761-502f-41e5-8a57-6b88be8db3a9 will not be triggered until provisioned by entity L2. {{(pid=98443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:42:03.746839 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e7e3a6-762e-49b3-a873-ac517c6d32e1 req-3670ea2f-2479-4765-89e3-446e55cd0066 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:03.749838 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-32e7e3a6-762e-49b3-a873-ac517c6d32e1 req-3670ea2f-2479-4765-89e3-446e55cd0066 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927509'] for port, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:03.752258 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-3ca6c5df-81b3-4ff3-8fe6-06f38d4079f4 req-ec67474d-173a-4550-8294-8a3d41d72876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6347600'] for port, after_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:03.764821 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-c7499b5b-266a-4465-85f5-8aa12312d2fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:03.782731 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] For port 2e2c23ae-b00e-4a48-81a0-8bc201ba1436, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2e2c23ae-b00e-4a48-81a0-8bc201ba1436,segment=NetworkSegment(060d4e1c-f196-46cb-ba4f-7d352cbad15d),segment_id=060d4e1c-f196-46cb-ba4f-7d352cbad15d)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:42:03.813955 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-32e7e3a6-762e-49b3-a873-ac517c6d32e1 req-3670ea2f-2479-4765-89e3-446e55cd0066 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5125990 May 31 11:42:03.827667 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Returning: {'device': '2e2c23ae-b00e-4a48-81a0-8bc201ba1436', 'network_id': '79d8a26c-dd66-4347-ae65-e9e905a4c881', 'port_id': '2e2c23ae-b00e-4a48-81a0-8bc201ba1436', 'mac_address': 'fa:16:3e:9e:24:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fd55cdd-d13a-4134-ac0d-50fa90ef4a5c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:42:03.852567 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e566631-44ce-47aa-ba3f-b66aef929f22 req-680d14a3-2eac-4678-9e2b-9b73dbff4248 tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:03.869952 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-6e566631-44ce-47aa-ba3f-b66aef929f22 req-680d14a3-2eac-4678-9e2b-9b73dbff4248 tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] 10.222.0.21 "GET /v2.0/ports?device_id=4946e0ad-2953-46d2-9105-70997e3fbb0b HTTP/1.1" status: 200 len: 945 time: 0.5120196 May 31 11:42:03.886139 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.v2.base [req-32e7e3a6-762e-49b3-a873-ac517c6d32e1 req-a5692b1c-ee0d-4d68-8cb7-45765c09f66a service neutron] Request body: {'port': {'device_id': '06785de2-89dd-40f4-8974-9220828497b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:42:04.003363 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Pushing event updated for resources: {'Port': ['ID=85a4548a-903b-4843-9b4f-fba507fab182,revision_number=4']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:04.011863 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:04.015649 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:04.075498 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.notifiers.nova [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e2c23ae-b00e-4a48-81a0-8bc201ba1436 {{(pid=98444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:42:04.116536 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] For port 2e2c23ae-b00e-4a48-81a0-8bc201ba1436, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2e2c23ae-b00e-4a48-81a0-8bc201ba1436,segment=NetworkSegment(060d4e1c-f196-46cb-ba4f-7d352cbad15d),segment_id=060d4e1c-f196-46cb-ba4f-7d352cbad15d)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:42:04.125290 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:04.129097 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-b4f903c3-bde9-4d2c-9d57-dcbec693d4f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:04.169846 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-6e566631-44ce-47aa-ba3f-b66aef929f22 req-ffa34e4c-a44d-45f7-b1fb-991b7cc4ea7e tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8476982-9d5d-4c8d-b148-058382fd7b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987444 May 31 11:42:04.235421 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec67474d-173a-4550-8294-8a3d41d72876 service neutron] Pushing event updated for resources: {'Port': ['ID=0d4b5761-502f-41e5-8a57-6b88be8db3a9,revision_number=2']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:04.247825 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-ec67474d-173a-4550-8294-8a3d41d72876 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:04.266184 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.db_base_plugin_common [req-5c72055b-1eb8-4421-a28c-7fc5a2d58b36 req-bd5ac717-3ac5-4733-a6e8-11e0686517a0 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Allocated IP 172.20.0.5 (665ca1a0-d0c5-448d-9582-68d76f26f11a/482a023d-7693-4e4c-a2dd-49fc43823b85/17e1fd8f-3124-4ed2-82b5-968d7372fc6f) {{(pid=98443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:42:04.329097 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.managers [req-3ca6c5df-81b3-4ff3-8fe6-06f38d4079f4 req-ec67474d-173a-4550-8294-8a3d41d72876 service neutron] Attempting to bind port 0d4b5761-502f-41e5-8a57-6b88be8db3a9 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:42:04.329874 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.managers [req-3ca6c5df-81b3-4ff3-8fe6-06f38d4079f4 req-ec67474d-173a-4550-8294-8a3d41d72876 service neutron] Attempting to bind port 0d4b5761-502f-41e5-8a57-6b88be8db3a9 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '745935fc-742e-4dd5-baa0-27f62ebcc000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3b861c59-52f7-46ca-99da-e6f4b5d8dcf3'}] {{(pid=98443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:42:04.330355 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca6c5df-81b3-4ff3-8fe6-06f38d4079f4 req-ec67474d-173a-4550-8294-8a3d41d72876 service neutron] Attempting to bind port 0d4b5761-502f-41e5-8a57-6b88be8db3a9 on network 3b861c59-52f7-46ca-99da-e6f4b5d8dcf3 {{(pid=98443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:42:04.348250 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca6c5df-81b3-4ff3-8fe6-06f38d4079f4 req-ec67474d-173a-4550-8294-8a3d41d72876 service neutron] Port 0d4b5761-502f-41e5-8a57-6b88be8db3a9 on network 3b861c59-52f7-46ca-99da-e6f4b5d8dcf3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:42:04.348728 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca6c5df-81b3-4ff3-8fe6-06f38d4079f4 req-ec67474d-173a-4550-8294-8a3d41d72876 service neutron] Attempting to bind port 0d4b5761-502f-41e5-8a57-6b88be8db3a9 on network 3b861c59-52f7-46ca-99da-e6f4b5d8dcf3 {{(pid=98443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:42:04.352084 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-32e7e3a6-762e-49b3-a873-ac517c6d32e1 req-a5692b1c-ee0d-4d68-8cb7-45765c09f66a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:04.368469 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca6c5df-81b3-4ff3-8fe6-06f38d4079f4 req-ec67474d-173a-4550-8294-8a3d41d72876 service neutron] Checking agent: {'id': '63ca40a8-ec34-4216-8e55-4658d3f28a5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 39, 38), 'started_at': datetime.datetime(2021, 5, 31, 11, 39, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:42:04.368736 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca6c5df-81b3-4ff3-8fe6-06f38d4079f4 req-ec67474d-173a-4550-8294-8a3d41d72876 service neutron] Checking segment: {'id': '745935fc-742e-4dd5-baa0-27f62ebcc000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3b861c59-52f7-46ca-99da-e6f4b5d8dcf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:42:04.369156 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ca6c5df-81b3-4ff3-8fe6-06f38d4079f4 req-ec67474d-173a-4550-8294-8a3d41d72876 service neutron] Bound using segment: {'id': '745935fc-742e-4dd5-baa0-27f62ebcc000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3b861c59-52f7-46ca-99da-e6f4b5d8dcf3'} {{(pid=98443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:42:04.369760 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.managers [req-3ca6c5df-81b3-4ff3-8fe6-06f38d4079f4 req-ec67474d-173a-4550-8294-8a3d41d72876 service neutron] Bound port: 0d4b5761-502f-41e5-8a57-6b88be8db3a9, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '745935fc-742e-4dd5-baa0-27f62ebcc000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3b861c59-52f7-46ca-99da-e6f4b5d8dcf3'}}] {{(pid=98443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:42:04.370102 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-3ca6c5df-81b3-4ff3-8fe6-06f38d4079f4 req-ec67474d-173a-4550-8294-8a3d41d72876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:04.456382 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Pushing event updated for resources: {'Port': ['ID=2e2c23ae-b00e-4a48-81a0-8bc201ba1436,revision_number=4']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:04.517095 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:04.566444 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029c10a1-3ff0-457c-b237-e81fd1c9a1c7 req-37006713-8c8f-47aa-a66e-e8725b5f281b tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:04.574943 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-029c10a1-3ff0-457c-b237-e81fd1c9a1c7 req-37006713-8c8f-47aa-a66e-e8725b5f281b tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/ports?device_id=83b65be4-3c11-4291-8ebe-01f254cfae15 HTTP/1.1" status: 200 len: 944 time: 0.5776114 May 31 11:42:04.596724 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] get_ports_and_sgs() called for port_ids ['2e2c23ae-b00e-4a48-81a0-8bc201ba1436'] {{(pid=98444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:42:04.642897 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.db [req-3ca6c5df-81b3-4ff3-8fe6-06f38d4079f4 req-ec67474d-173a-4550-8294-8a3d41d72876 service neutron] For port 0d4b5761-502f-41e5-8a57-6b88be8db3a9, host hv-cinder-78638, cleared binding levels {{(pid=98443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:42:04.671855 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.db [req-3ca6c5df-81b3-4ff3-8fe6-06f38d4079f4 req-ec67474d-173a-4550-8294-8a3d41d72876 service neutron] For port 0d4b5761-502f-41e5-8a57-6b88be8db3a9, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0d4b5761-502f-41e5-8a57-6b88be8db3a9,segment=NetworkSegment(745935fc-742e-4dd5-baa0-27f62ebcc000),segment_id=745935fc-742e-4dd5-baa0-27f62ebcc000)] {{(pid=98443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:42:04.684787 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-3ca6c5df-81b3-4ff3-8fe6-06f38d4079f4 req-ec67474d-173a-4550-8294-8a3d41d72876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6347600'] for port, after_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:04.705179 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] get_ports_and_sgs() called for port_ids ['85a4548a-903b-4843-9b4f-fba507fab182'] {{(pid=98444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:42:04.717979 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-9611283b-a2b3-4797-bef1-e81e07663c4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:04.818873 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-5c72055b-1eb8-4421-a28c-7fc5a2d58b36 req-bd5ac717-3ac5-4733-a6e8-11e0686517a0 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Notify callbacks [] for port, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:04.848174 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6c5df-81b3-4ff3-8fe6-06f38d4079f4 req-ec67474d-173a-4550-8294-8a3d41d72876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:04.848905 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-3ca6c5df-81b3-4ff3-8fe6-06f38d4079f4 req-ec67474d-173a-4550-8294-8a3d41d72876 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927509'] for port, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:04.850393 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-3ca6c5df-81b3-4ff3-8fe6-06f38d4079f4 req-ec67474d-173a-4550-8294-8a3d41d72876 service neutron] 10.222.0.61 "PUT /v2.0/ports/0d4b5761-502f-41e5-8a57-6b88be8db3a9 HTTP/1.1" status: 200 len: 1093 time: 2.6134264 May 31 11:42:04.852894 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8db774e8-27b0-4a95-aa30-3b7d13d5786d', 'tag': '0d4b5761-502f-41e5-8a57-6b88be8db3a9'}] {{(pid=98443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:42:04.856787 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56017c51fa2db9d96507774d194550d251c1d18f102e1d67e4a71b2ac79ee147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad15df7-84ff-469e-88c6-e49814180a2c" -d '{"events": [{"name": "network-changed", "server_uuid": "8db774e8-27b0-4a95-aa30-3b7d13d5786d", "tag": "0d4b5761-502f-41e5-8a57-6b88be8db3a9"}]}' {{(pid=98443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:42:04.884916 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec67474d-173a-4550-8294-8a3d41d72876 service neutron] Pushing event updated for resources: {'Port': ['ID=0d4b5761-502f-41e5-8a57-6b88be8db3a9,revision_number=3']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:04.893054 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-ec67474d-173a-4550-8294-8a3d41d72876 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:04.925743 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-029c10a1-3ff0-457c-b237-e81fd1c9a1c7 req-1c884a12-da7b-427a-a0fc-ea586d5ccff7 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/security-groups?id=95f25048-ac3c-451a-9c7f-c753883b57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3498833 May 31 11:42:05.057332 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-5c72055b-1eb8-4421-a28c-7fc5a2d58b36 req-bd5ac717-3ac5-4733-a6e8-11e0686517a0 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781593114058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6347609'] for port, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:05.100011 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:05.180043 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2c22d6-e3c1-40ff-9caa-40a4d2f135c4 req-c931ed5a-e22d-47a4-bdf8-9bdaeabedfc6 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:05.187886 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-bf2c22d6-e3c1-40ff-9caa-40a4d2f135c4 req-c931ed5a-e22d-47a4-bdf8-9bdaeabedfc6 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db774e8-27b0-4a95-aa30-3b7d13d5786d HTTP/1.1" status: 200 len: 943 time: 0.6817977 May 31 11:42:05.270224 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5ac717-3ac5-4733-a6e8-11e0686517a0 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Pushing event updated for resources: {'Port': ['ID=17e1fd8f-3124-4ed2-82b5-968d7372fc6f,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:05.294062 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-bd5ac717-3ac5-4733-a6e8-11e0686517a0 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:05.296205 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c72055b-1eb8-4421-a28c-7fc5a2d58b36 req-bd5ac717-3ac5-4733-a6e8-11e0686517a0 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Network 665ca1a0-d0c5-448d-9582-68d76f26f11a is already hosted by enough agents. {{(pid=98443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:42:05.303942 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.base_scheduler [req-5c72055b-1eb8-4421-a28c-7fc5a2d58b36 req-bd5ac717-3ac5-4733-a6e8-11e0686517a0 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Resources bound (agent type, host, resource id): {{(pid=98443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:42:05.317036 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c72055b-1eb8-4421-a28c-7fc5a2d58b36 req-bd5ac717-3ac5-4733-a6e8-11e0686517a0 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Received port after_create {{(pid=98443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:42:05.360192 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-bf2c22d6-e3c1-40ff-9caa-40a4d2f135c4 req-7d7d3cde-8cdf-4a95-a697-f4db82c5a4c3 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1a6aea4-fc43-4be4-985d-d05aeb50d0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714487 May 31 11:42:05.407667 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c72055b-1eb8-4421-a28c-7fc5a2d58b36 req-bd5ac717-3ac5-4733-a6e8-11e0686517a0 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:05.408295 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-5c72055b-1eb8-4421-a28c-7fc5a2d58b36 req-bd5ac717-3ac5-4733-a6e8-11e0686517a0 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927509'] for port, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:05.417932 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6c5df-81b3-4ff3-8fe6-06f38d4079f4 req-9c0a609b-f1cd-43df-bf60-973bb535e66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:05.419573 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-3ca6c5df-81b3-4ff3-8fe6-06f38d4079f4 req-9c0a609b-f1cd-43df-bf60-973bb535e66b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0eca8cc498704c828ce4fda2d808043a&device_id=8db774e8-27b0-4a95-aa30-3b7d13d5786d HTTP/1.1" status: 200 len: 1096 time: 0.4952264 May 31 11:42:05.442301 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c97ed4-ea61-46c1-add0-902bfbcdf0d6 req-99e98fc8-d329-46a5-ab2d-ba4639033051 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:05.450032 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-a8c97ed4-ea61-46c1-add0-902bfbcdf0d6 req-99e98fc8-d329-46a5-ab2d-ba4639033051 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=262b8cbd-0fc0-4cd8-a22d-395ca0a1615a HTTP/1.1" status: 200 len: 931 time: 0.3429656 May 31 11:42:05.545185 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8edc241-b4e0-4f9b-b986-ec8e1017b46d x-openstack-request-id: req-b8edc241-b4e0-4f9b-b986-ec8e1017b46d {{(pid=98443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:42:05.545485 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8db774e8-27b0-4a95-aa30-3b7d13d5786d", "tag": "0d4b5761-502f-41e5-8a57-6b88be8db3a9", "status": "completed", "code": 200}]} {{(pid=98443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:42:05.545749 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b8edc241-b4e0-4f9b-b986-ec8e1017b46d {{(pid=98443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:42:05.546157 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8db774e8-27b0-4a95-aa30-3b7d13d5786d', 'tag': '0d4b5761-502f-41e5-8a57-6b88be8db3a9', 'status': 'completed', 'code': 200} May 31 11:42:05.556599 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-3ca6c5df-81b3-4ff3-8fe6-06f38d4079f4 req-3ecbb47a-3616-42c1-9045-49c67e84e9d5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d4b5761-502f-41e5-8a57-6b88be8db3a9 HTTP/1.1" status: 200 len: 217 time: 0.1158636 May 31 11:42:05.559773 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-5c72055b-1eb8-4421-a28c-7fc5a2d58b36 req-bd5ac717-3ac5-4733-a6e8-11e0686517a0 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2140951 May 31 11:42:05.588276 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [req-a8c97ed4-ea61-46c1-add0-902bfbcdf0d6 req-adcf3dcd-97d7-4d2a-b398-4eb6ec983a8e tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Synchronizing usage tracker for tenant:4d8aa9185953468f8491235be83abf68 on resource:security_group {{(pid=98442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:42:05.615764 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.v2.base [req-5c72055b-1eb8-4421-a28c-7fc5a2d58b36 req-cc17d1ca-e411-4d78-9727-ab9b8cb9f731 service neutron] Request body: {'port': {'device_id': '262b8cbd-0fc0-4cd8-a22d-395ca0a1615a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:42:05.659931 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.notifiers.nova [req-32e7e3a6-762e-49b3-a873-ac517c6d32e1 req-a5692b1c-ee0d-4d68-8cb7-45765c09f66a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd0389ac-5ae1-41f7-9330-00a1630417f4 {{(pid=98442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:42:05.679038 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-32e7e3a6-762e-49b3-a873-ac517c6d32e1 req-a5692b1c-ee0d-4d68-8cb7-45765c09f66a service neutron] Notify callbacks [] for port, precommit_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:05.687080 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [req-a8c97ed4-ea61-46c1-add0-902bfbcdf0d6 req-adcf3dcd-97d7-4d2a-b398-4eb6ec983a8e tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Unset dirty status for tenant:4d8aa9185953468f8491235be83abf68 on resource:security_group {{(pid=98442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:42:05.688291 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-a8c97ed4-ea61-46c1-add0-902bfbcdf0d6 req-adcf3dcd-97d7-4d2a-b398-4eb6ec983a8e tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374556 May 31 11:42:05.703060 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.provisioning_blocks [req-32e7e3a6-762e-49b3-a873-ac517c6d32e1 req-a5692b1c-ee0d-4d68-8cb7-45765c09f66a service neutron] Transition to ACTIVE for port object cd0389ac-5ae1-41f7-9330-00a1630417f4 will not be triggered until provisioned by entity L2. {{(pid=98442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:42:05.718452 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-32e7e3a6-762e-49b3-a873-ac517c6d32e1 req-a5692b1c-ee0d-4d68-8cb7-45765c09f66a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6713634'] for port, after_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:05.733086 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9a8571-20b5-437f-92f7-cf16878ffd40 req-0bb1418c-4d5a-4606-93df-36244d90e040 tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:05.736145 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-ce9a8571-20b5-437f-92f7-cf16878ffd40 req-0bb1418c-4d5a-4606-93df-36244d90e040 tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] 10.222.0.21 "GET /v2.0/ports?device_id=4946e0ad-2953-46d2-9105-70997e3fbb0b HTTP/1.1" status: 200 len: 945 time: 0.1692970 May 31 11:42:05.756634 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-3670ea2f-2479-4765-89e3-446e55cd0066 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:05.758432 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6c5df-81b3-4ff3-8fe6-06f38d4079f4 req-a4cdd698-a281-47db-8dab-49feaf72e6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:05.760006 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-3ca6c5df-81b3-4ff3-8fe6-06f38d4079f4 req-a4cdd698-a281-47db-8dab-49feaf72e6cd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3d8c3d1c-ffe1-4449-ae14-fb794221a40d HTTP/1.1" status: 200 len: 849 time: 0.1839964 May 31 11:42:05.761255 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-5c72055b-1eb8-4421-a28c-7fc5a2d58b36 req-cc17d1ca-e411-4d78-9727-ab9b8cb9f731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:05.972035 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6c5df-81b3-4ff3-8fe6-06f38d4079f4 req-9ebb442c-0076-4d11-867b-269bdfd267ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:05.973586 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-3ca6c5df-81b3-4ff3-8fe6-06f38d4079f4 req-9ebb442c-0076-4d11-867b-269bdfd267ef service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3b861c59-52f7-46ca-99da-e6f4b5d8dcf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1921613 May 31 11:42:06.099975 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5692b1c-ee0d-4d68-8cb7-45765c09f66a service neutron] Pushing event updated for resources: {'Port': ['ID=cd0389ac-5ae1-41f7-9330-00a1630417f4,revision_number=2']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:06.110117 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-a5692b1c-ee0d-4d68-8cb7-45765c09f66a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:06.126283 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-ce9a8571-20b5-437f-92f7-cf16878ffd40 req-7da69141-3d16-4000-acf3-3f519dddee24 tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8476982-9d5d-4c8d-b148-058382fd7b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3671107 May 31 11:42:06.235475 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.managers [req-32e7e3a6-762e-49b3-a873-ac517c6d32e1 req-a5692b1c-ee0d-4d68-8cb7-45765c09f66a service neutron] Attempting to bind port cd0389ac-5ae1-41f7-9330-00a1630417f4 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:42:06.235971 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.managers [req-32e7e3a6-762e-49b3-a873-ac517c6d32e1 req-a5692b1c-ee0d-4d68-8cb7-45765c09f66a service neutron] Attempting to bind port cd0389ac-5ae1-41f7-9330-00a1630417f4 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'b2814dc4-7721-40d7-bb3a-9698a734a5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '665ca1a0-d0c5-448d-9582-68d76f26f11a'}] {{(pid=98442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:42:06.236341 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e7e3a6-762e-49b3-a873-ac517c6d32e1 req-a5692b1c-ee0d-4d68-8cb7-45765c09f66a service neutron] Attempting to bind port cd0389ac-5ae1-41f7-9330-00a1630417f4 on network 665ca1a0-d0c5-448d-9582-68d76f26f11a {{(pid=98442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:42:06.245728 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e7e3a6-762e-49b3-a873-ac517c6d32e1 req-a5692b1c-ee0d-4d68-8cb7-45765c09f66a service neutron] Port cd0389ac-5ae1-41f7-9330-00a1630417f4 on network 665ca1a0-d0c5-448d-9582-68d76f26f11a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:42:06.246066 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e7e3a6-762e-49b3-a873-ac517c6d32e1 req-a5692b1c-ee0d-4d68-8cb7-45765c09f66a service neutron] Attempting to bind port cd0389ac-5ae1-41f7-9330-00a1630417f4 on network 665ca1a0-d0c5-448d-9582-68d76f26f11a {{(pid=98442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:42:06.255076 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e7e3a6-762e-49b3-a873-ac517c6d32e1 req-a5692b1c-ee0d-4d68-8cb7-45765c09f66a service neutron] Checking agent: {'id': '63ca40a8-ec34-4216-8e55-4658d3f28a5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 39, 38), 'started_at': datetime.datetime(2021, 5, 31, 11, 39, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:42:06.255450 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e7e3a6-762e-49b3-a873-ac517c6d32e1 req-a5692b1c-ee0d-4d68-8cb7-45765c09f66a service neutron] Checking segment: {'id': 'b2814dc4-7721-40d7-bb3a-9698a734a5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '665ca1a0-d0c5-448d-9582-68d76f26f11a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:42:06.255972 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e7e3a6-762e-49b3-a873-ac517c6d32e1 req-a5692b1c-ee0d-4d68-8cb7-45765c09f66a service neutron] Bound using segment: {'id': 'b2814dc4-7721-40d7-bb3a-9698a734a5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '665ca1a0-d0c5-448d-9582-68d76f26f11a'} {{(pid=98442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:42:06.256584 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.managers [req-32e7e3a6-762e-49b3-a873-ac517c6d32e1 req-a5692b1c-ee0d-4d68-8cb7-45765c09f66a service neutron] Bound port: cd0389ac-5ae1-41f7-9330-00a1630417f4, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2814dc4-7721-40d7-bb3a-9698a734a5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '665ca1a0-d0c5-448d-9582-68d76f26f11a'}}] {{(pid=98442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:42:06.256984 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-32e7e3a6-762e-49b3-a873-ac517c6d32e1 req-a5692b1c-ee0d-4d68-8cb7-45765c09f66a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:06.324085 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9461017-f445-4cda-aae7-b2ede701fea0 req-9b39e8cd-aab5-41e6-9068-5effae431e8f tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:06.325592 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-c9461017-f445-4cda-aae7-b2ede701fea0 req-9b39e8cd-aab5-41e6-9068-5effae431e8f tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/ports?device_id=83b65be4-3c11-4291-8ebe-01f254cfae15 HTTP/1.1" status: 200 len: 945 time: 0.2227793 May 31 11:42:06.456368 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-c9461017-f445-4cda-aae7-b2ede701fea0 req-cfd3e667-75d3-4f89-92f8-c6df168e76f9 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/security-groups?id=95f25048-ac3c-451a-9c7f-c753883b57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234536 May 31 11:42:06.467450 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.db [req-32e7e3a6-762e-49b3-a873-ac517c6d32e1 req-a5692b1c-ee0d-4d68-8cb7-45765c09f66a service neutron] For port cd0389ac-5ae1-41f7-9330-00a1630417f4, host hv-cinder-78638, cleared binding levels {{(pid=98442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:42:06.472534 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.db [req-32e7e3a6-762e-49b3-a873-ac517c6d32e1 req-a5692b1c-ee0d-4d68-8cb7-45765c09f66a service neutron] For port cd0389ac-5ae1-41f7-9330-00a1630417f4, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cd0389ac-5ae1-41f7-9330-00a1630417f4,segment=NetworkSegment(b2814dc4-7721-40d7-bb3a-9698a734a5db),segment_id=b2814dc4-7721-40d7-bb3a-9698a734a5db)] {{(pid=98442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:42:06.487479 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-32e7e3a6-762e-49b3-a873-ac517c6d32e1 req-a5692b1c-ee0d-4d68-8cb7-45765c09f66a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6713634'] for port, after_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:06.493553 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:06.519875 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-3ca6c5df-81b3-4ff3-8fe6-06f38d4079f4 req-512909b4-8241-4493-ab7d-8b3f46c754c5 service neutron] 10.222.0.61 "GET /v2.0/networks/3b861c59-52f7-46ca-99da-e6f4b5d8dcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5389800 May 31 11:42:06.567268 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.notifiers.nova [req-5c72055b-1eb8-4421-a28c-7fc5a2d58b36 req-cc17d1ca-e411-4d78-9727-ab9b8cb9f731 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17e1fd8f-3124-4ed2-82b5-968d7372fc6f {{(pid=98443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:42:06.629714 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e7e3a6-762e-49b3-a873-ac517c6d32e1 req-a5692b1c-ee0d-4d68-8cb7-45765c09f66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:06.630411 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-32e7e3a6-762e-49b3-a873-ac517c6d32e1 req-a5692b1c-ee0d-4d68-8cb7-45765c09f66a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927509'] for port, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:06.631882 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-32e7e3a6-762e-49b3-a873-ac517c6d32e1 req-a5692b1c-ee0d-4d68-8cb7-45765c09f66a service neutron] 10.222.0.61 "PUT /v2.0/ports/cd0389ac-5ae1-41f7-9330-00a1630417f4 HTTP/1.1" status: 200 len: 1094 time: 2.7572033 May 31 11:42:06.632418 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06785de2-89dd-40f4-8974-9220828497b9', 'tag': 'cd0389ac-5ae1-41f7-9330-00a1630417f4'}] {{(pid=98442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:42:06.652144 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-5c72055b-1eb8-4421-a28c-7fc5a2d58b36 req-cc17d1ca-e411-4d78-9727-ab9b8cb9f731 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:06.684769 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5692b1c-ee0d-4d68-8cb7-45765c09f66a service neutron] Pushing event updated for resources: {'Port': ['ID=cd0389ac-5ae1-41f7-9330-00a1630417f4,revision_number=3']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:06.689771 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-a5692b1c-ee0d-4d68-8cb7-45765c09f66a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:06.709297 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.provisioning_blocks [req-5c72055b-1eb8-4421-a28c-7fc5a2d58b36 req-cc17d1ca-e411-4d78-9727-ab9b8cb9f731 service neutron] Transition to ACTIVE for port object 17e1fd8f-3124-4ed2-82b5-968d7372fc6f will not be triggered until provisioned by entity L2. {{(pid=98443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:42:06.735956 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-5c72055b-1eb8-4421-a28c-7fc5a2d58b36 req-cc17d1ca-e411-4d78-9727-ab9b8cb9f731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6347600'] for port, after_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:06.770550 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a02599-b33f-404b-9bb6-dbd8994627ce req-d743a3e1-0939-4027-b9cc-d732e0ba67a2 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:06.772266 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-f7a02599-b33f-404b-9bb6-dbd8994627ce req-d743a3e1-0939-4027-b9cc-d732e0ba67a2 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db774e8-27b0-4a95-aa30-3b7d13d5786d HTTP/1.1" status: 200 len: 943 time: 0.2054880 May 31 11:42:06.797195 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-c7499b5b-266a-4465-85f5-8aa12312d2fd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:06.812636 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e7e3a6-762e-49b3-a873-ac517c6d32e1 req-2a24988e-d56c-407f-9dc8-039263f4476f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:06.814162 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-32e7e3a6-762e-49b3-a873-ac517c6d32e1 req-2a24988e-d56c-407f-9dc8-039263f4476f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4d8aa9185953468f8491235be83abf68&device_id=06785de2-89dd-40f4-8974-9220828497b9 HTTP/1.1" status: 200 len: 1097 time: 0.1234112 May 31 11:42:06.909106 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-32e7e3a6-762e-49b3-a873-ac517c6d32e1 req-b820d76e-f177-45a0-a1c0-0aec36473957 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd0389ac-5ae1-41f7-9330-00a1630417f4 HTTP/1.1" status: 200 len: 217 time: 0.0796506 May 31 11:42:06.911871 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-f7a02599-b33f-404b-9bb6-dbd8994627ce req-e5c01df5-d014-4595-8b7b-fcd6236db6c9 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1a6aea4-fc43-4be4-985d-d05aeb50d0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298134 May 31 11:42:06.989366 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device 85a4548a-903b-4843-9b4f-fba507fab182 up at agent hyperv_hv-cinder-78638 {{(pid=98444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:42:07.004746 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e7e3a6-762e-49b3-a873-ac517c6d32e1 req-589d48c9-b446-4ffa-a8f8-eaadf9638729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:07.006329 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-32e7e3a6-762e-49b3-a873-ac517c6d32e1 req-589d48c9-b446-4ffa-a8f8-eaadf9638729 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=482a023d-7693-4e4c-a2dd-49fc43823b85 HTTP/1.1" status: 200 len: 858 time: 0.0900471 May 31 11:42:07.009116 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98a8129e16d579ddc31ed5ae2a657a86bf742727e38e306195ca605a81ff71cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a73eb7-f3da-47ac-a9e8-81ad639570e5" -d '{"events": [{"name": "network-changed", "server_uuid": "06785de2-89dd-40f4-8974-9220828497b9", "tag": "cd0389ac-5ae1-41f7-9330-00a1630417f4"}]}' {{(pid=98442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:42:07.145252 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Provisioning for port 85a4548a-903b-4843-9b4f-fba507fab182 completed by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:42:07.152112 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Provisioning complete for port 85a4548a-903b-4843-9b4f-fba507fab182 triggered by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:42:07.153094 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:07.206610 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-32e7e3a6-762e-49b3-a873-ac517c6d32e1 req-74443af6-47e6-4ff2-93b1-41daa94fcce0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=665ca1a0-d0c5-448d-9582-68d76f26f11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1933417 May 31 11:42:07.248027 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-3ca6c5df-81b3-4ff3-8fe6-06f38d4079f4 req-38ed6911-f779-406d-937a-2dee849d1759 service neutron] 10.222.0.61 "GET /v2.0/networks/3b861c59-52f7-46ca-99da-e6f4b5d8dcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7205124 May 31 11:42:07.335352 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:07.374428 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4946e0ad-2953-46d2-9105-70997e3fbb0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85a4548a-903b-4843-9b4f-fba507fab182'}] {{(pid=98444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:42:07.383707 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3141503e-6e1c-4d15-b922-2b9466492fb8 x-openstack-request-id: req-3141503e-6e1c-4d15-b922-2b9466492fb8 {{(pid=98442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:42:07.384167 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06785de2-89dd-40f4-8974-9220828497b9", "tag": "cd0389ac-5ae1-41f7-9330-00a1630417f4", "status": "completed", "code": 200}]} {{(pid=98442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:42:07.384733 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3141503e-6e1c-4d15-b922-2b9466492fb8 {{(pid=98442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:42:07.385477 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06785de2-89dd-40f4-8974-9220828497b9', 'tag': 'cd0389ac-5ae1-41f7-9330-00a1630417f4', 'status': 'completed', 'code': 200} May 31 11:42:07.409210 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc17d1ca-e411-4d78-9727-ab9b8cb9f731 service neutron] Pushing event updated for resources: {'Port': ['ID=17e1fd8f-3124-4ed2-82b5-968d7372fc6f,revision_number=2']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:07.418479 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-cc17d1ca-e411-4d78-9727-ab9b8cb9f731 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.621s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:07.460423 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.managers [req-5c72055b-1eb8-4421-a28c-7fc5a2d58b36 req-cc17d1ca-e411-4d78-9727-ab9b8cb9f731 service neutron] Attempting to bind port 17e1fd8f-3124-4ed2-82b5-968d7372fc6f on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:42:07.460764 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.managers [req-5c72055b-1eb8-4421-a28c-7fc5a2d58b36 req-cc17d1ca-e411-4d78-9727-ab9b8cb9f731 service neutron] Attempting to bind port 17e1fd8f-3124-4ed2-82b5-968d7372fc6f by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'b2814dc4-7721-40d7-bb3a-9698a734a5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '665ca1a0-d0c5-448d-9582-68d76f26f11a'}] {{(pid=98443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:42:07.461122 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c72055b-1eb8-4421-a28c-7fc5a2d58b36 req-cc17d1ca-e411-4d78-9727-ab9b8cb9f731 service neutron] Attempting to bind port 17e1fd8f-3124-4ed2-82b5-968d7372fc6f on network 665ca1a0-d0c5-448d-9582-68d76f26f11a {{(pid=98443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:42:07.469387 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c72055b-1eb8-4421-a28c-7fc5a2d58b36 req-cc17d1ca-e411-4d78-9727-ab9b8cb9f731 service neutron] Port 17e1fd8f-3124-4ed2-82b5-968d7372fc6f on network 665ca1a0-d0c5-448d-9582-68d76f26f11a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:42:07.469567 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c72055b-1eb8-4421-a28c-7fc5a2d58b36 req-cc17d1ca-e411-4d78-9727-ab9b8cb9f731 service neutron] Attempting to bind port 17e1fd8f-3124-4ed2-82b5-968d7372fc6f on network 665ca1a0-d0c5-448d-9582-68d76f26f11a {{(pid=98443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:42:07.473176 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] For port 85a4548a-903b-4843-9b4f-fba507fab182, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=85a4548a-903b-4843-9b4f-fba507fab182,segment=NetworkSegment(9d1bdf57-3200-42f1-a892-4fe305515aeb),segment_id=9d1bdf57-3200-42f1-a892-4fe305515aeb)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:42:07.480858 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:07.482555 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device 2e2c23ae-b00e-4a48-81a0-8bc201ba1436 up at agent hyperv_hv-cinder-78638 {{(pid=98444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:42:07.487997 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bc7253-8058-440b-b20c-bd200aa5268c req-c9bfaa18-5eb6-4ef6-8340-eba8abb78f98 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:07.489282 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-77bc7253-8058-440b-b20c-bd200aa5268c req-c9bfaa18-5eb6-4ef6-8340-eba8abb78f98 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=262b8cbd-0fc0-4cd8-a22d-395ca0a1615a HTTP/1.1" status: 200 len: 943 time: 0.4431477 May 31 11:42:07.499621 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c72055b-1eb8-4421-a28c-7fc5a2d58b36 req-cc17d1ca-e411-4d78-9727-ab9b8cb9f731 service neutron] Checking agent: {'id': '63ca40a8-ec34-4216-8e55-4658d3f28a5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 39, 38), 'started_at': datetime.datetime(2021, 5, 31, 11, 39, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:42:07.500246 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c72055b-1eb8-4421-a28c-7fc5a2d58b36 req-cc17d1ca-e411-4d78-9727-ab9b8cb9f731 service neutron] Checking segment: {'id': 'b2814dc4-7721-40d7-bb3a-9698a734a5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '665ca1a0-d0c5-448d-9582-68d76f26f11a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:42:07.500795 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c72055b-1eb8-4421-a28c-7fc5a2d58b36 req-cc17d1ca-e411-4d78-9727-ab9b8cb9f731 service neutron] Bound using segment: {'id': 'b2814dc4-7721-40d7-bb3a-9698a734a5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '665ca1a0-d0c5-448d-9582-68d76f26f11a'} {{(pid=98443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:42:07.501510 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.managers [req-5c72055b-1eb8-4421-a28c-7fc5a2d58b36 req-cc17d1ca-e411-4d78-9727-ab9b8cb9f731 service neutron] Bound port: 17e1fd8f-3124-4ed2-82b5-968d7372fc6f, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2814dc4-7721-40d7-bb3a-9698a734a5db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '665ca1a0-d0c5-448d-9582-68d76f26f11a'}}] {{(pid=98443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:42:07.502191 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-5c72055b-1eb8-4421-a28c-7fc5a2d58b36 req-cc17d1ca-e411-4d78-9727-ab9b8cb9f731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:07.547641 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88ad6d6066f99d569bf87ae86d08865c72136362fb0dde426bf5d6223abbdd23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a254d33-eea7-4d5c-82e5-f245d3d7410e" -d '{"events": [{"server_uuid": "4946e0ad-2953-46d2-9105-70997e3fbb0b", "name": "network-vif-plugged", "status": "completed", "tag": "85a4548a-903b-4843-9b4f-fba507fab182"}]}' {{(pid=98444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:42:07.556793 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-b5e2546c-ad4a-4256-bc98-5857cd53cf90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:07.571644 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-32e7e3a6-762e-49b3-a873-ac517c6d32e1 req-6ddc1941-0cb3-4710-a0a8-6785a2f6832f service neutron] 10.222.0.61 "GET /v2.0/networks/665ca1a0-d0c5-448d-9582-68d76f26f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474936 May 31 11:42:07.594588 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-77bc7253-8058-440b-b20c-bd200aa5268c req-0b10e3d0-5207-4b84-b69e-c079941b4057 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966425 May 31 11:42:07.600397 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad15df7-84ff-469e-88c6-e49814180a2c req-fc0bd084-a63f-40b7-a8c1-27e43360a13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:07.600397 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-4ad15df7-84ff-469e-88c6-e49814180a2c req-fc0bd084-a63f-40b7-a8c1-27e43360a13a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0eca8cc498704c828ce4fda2d808043a&device_id=8db774e8-27b0-4a95-aa30-3b7d13d5786d HTTP/1.1" status: 200 len: 1096 time: 0.2312739 May 31 11:42:07.678614 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10baf082-0be6-46b6-985c-ab110f66fbca req-3e7612cc-da9d-4186-8034-6db15ec68fbd tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:07.688775 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Pushing event updated for resources: {'Port': ['ID=85a4548a-903b-4843-9b4f-fba507fab182,revision_number=5']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:07.692898 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-10baf082-0be6-46b6-985c-ab110f66fbca req-3e7612cc-da9d-4186-8034-6db15ec68fbd tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] 10.222.0.21 "GET /v2.0/ports?device_id=4946e0ad-2953-46d2-9105-70997e3fbb0b HTTP/1.1" status: 200 len: 945 time: 0.3050580 May 31 11:42:07.701032 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:07.713209 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Provisioning for port 2e2c23ae-b00e-4a48-81a0-8bc201ba1436 completed by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:42:07.719328 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Provisioning complete for port 2e2c23ae-b00e-4a48-81a0-8bc201ba1436 triggered by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:42:07.719956 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:07.781984 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad15df7-84ff-469e-88c6-e49814180a2c req-ec3da2ab-77e6-46df-969d-40648f9a854f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:07.783990 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-4ad15df7-84ff-469e-88c6-e49814180a2c req-ec3da2ab-77e6-46df-969d-40648f9a854f service neutron] 10.222.0.61 "GET /v2.0/networks?id=3b861c59-52f7-46ca-99da-e6f4b5d8dcf3 HTTP/1.1" status: 200 len: 911 time: 0.1767516 May 31 11:42:07.844266 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-10baf082-0be6-46b6-985c-ab110f66fbca req-14bfbe10-4657-4852-88e1-492dbd872ba4 tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8476982-9d5d-4c8d-b148-058382fd7b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486492 May 31 11:42:07.861072 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-4ad15df7-84ff-469e-88c6-e49814180a2c req-59d23bb3-04cd-4c4a-8cbd-9f6102dcb7e9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d4b5761-502f-41e5-8a57-6b88be8db3a9 HTTP/1.1" status: 200 len: 217 time: 0.0656805 May 31 11:42:07.872334 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:07.916994 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] For port 2e2c23ae-b00e-4a48-81a0-8bc201ba1436, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2e2c23ae-b00e-4a48-81a0-8bc201ba1436,segment=NetworkSegment(060d4e1c-f196-46cb-ba4f-7d352cbad15d),segment_id=060d4e1c-f196-46cb-ba4f-7d352cbad15d)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:42:07.924165 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:07.930323 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:07.989570 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-32e7e3a6-762e-49b3-a873-ac517c6d32e1 req-0ef28e90-0a20-47a1-89d0-009cfd6e6e1e service neutron] 10.222.0.61 "GET /v2.0/networks/665ca1a0-d0c5-448d-9582-68d76f26f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3938653 May 31 11:42:08.012880 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.db [req-5c72055b-1eb8-4421-a28c-7fc5a2d58b36 req-cc17d1ca-e411-4d78-9727-ab9b8cb9f731 service neutron] For port 17e1fd8f-3124-4ed2-82b5-968d7372fc6f, host hv-cinder-78638, cleared binding levels {{(pid=98443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:42:08.027185 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d3fcbed-8d2a-4d13-a552-46237b32a38d x-openstack-request-id: req-8d3fcbed-8d2a-4d13-a552-46237b32a38d {{(pid=98444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:42:08.027743 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4946e0ad-2953-46d2-9105-70997e3fbb0b", "name": "network-vif-plugged", "status": "completed", "tag": "85a4548a-903b-4843-9b4f-fba507fab182", "code": 200}]} {{(pid=98444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:42:08.028108 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8d3fcbed-8d2a-4d13-a552-46237b32a38d {{(pid=98444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:42:08.032657 dv-cinder-786383-7-smb neutron-server[98444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4946e0ad-2953-46d2-9105-70997e3fbb0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85a4548a-903b-4843-9b4f-fba507fab182', 'code': 200} May 31 11:42:08.035305 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697aac5d-e103-4c50-a9cd-584c99ee98a8 req-15d87cb0-84f7-4664-89a4-6ad58e513392 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:08.038254 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad15df7-84ff-469e-88c6-e49814180a2c req-cfea60c0-1aef-4372-84b5-887347b5482f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:08.045543 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-697aac5d-e103-4c50-a9cd-584c99ee98a8 req-15d87cb0-84f7-4664-89a4-6ad58e513392 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/ports?device_id=83b65be4-3c11-4291-8ebe-01f254cfae15 HTTP/1.1" status: 200 len: 945 time: 0.2159383 May 31 11:42:08.046906 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-4ad15df7-84ff-469e-88c6-e49814180a2c req-cfea60c0-1aef-4372-84b5-887347b5482f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3d8c3d1c-ffe1-4449-ae14-fb794221a40d HTTP/1.1" status: 200 len: 849 time: 0.1747139 May 31 11:42:08.055655 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.db [req-5c72055b-1eb8-4421-a28c-7fc5a2d58b36 req-cc17d1ca-e411-4d78-9727-ab9b8cb9f731 service neutron] For port 17e1fd8f-3124-4ed2-82b5-968d7372fc6f, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=17e1fd8f-3124-4ed2-82b5-968d7372fc6f,segment=NetworkSegment(b2814dc4-7721-40d7-bb3a-9698a734a5db),segment_id=b2814dc4-7721-40d7-bb3a-9698a734a5db)] {{(pid=98443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:42:08.065293 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-5c72055b-1eb8-4421-a28c-7fc5a2d58b36 req-cc17d1ca-e411-4d78-9727-ab9b8cb9f731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6347600'] for port, after_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:08.085788 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-e181bc8a-7c6a-4fef-a8f7-6faf51150729 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:08.109791 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Pushing event updated for resources: {'Port': ['ID=2e2c23ae-b00e-4a48-81a0-8bc201ba1436,revision_number=5']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:08.112661 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:08.220566 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c72055b-1eb8-4421-a28c-7fc5a2d58b36 req-cc17d1ca-e411-4d78-9727-ab9b8cb9f731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:08.221397 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-5c72055b-1eb8-4421-a28c-7fc5a2d58b36 req-cc17d1ca-e411-4d78-9727-ab9b8cb9f731 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927509'] for port, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:08.223723 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-5c72055b-1eb8-4421-a28c-7fc5a2d58b36 req-cc17d1ca-e411-4d78-9727-ab9b8cb9f731 service neutron] 10.222.0.61 "PUT /v2.0/ports/17e1fd8f-3124-4ed2-82b5-968d7372fc6f HTTP/1.1" status: 200 len: 1093 time: 2.6157725 May 31 11:42:08.253442 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '262b8cbd-0fc0-4cd8-a22d-395ca0a1615a', 'tag': '17e1fd8f-3124-4ed2-82b5-968d7372fc6f'}] {{(pid=98443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:42:08.269568 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56017c51fa2db9d96507774d194550d251c1d18f102e1d67e4a71b2ac79ee147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ef2a3e-8372-4060-9e64-4f1113a12ac7" -d '{"events": [{"name": "network-changed", "server_uuid": "262b8cbd-0fc0-4cd8-a22d-395ca0a1615a", "tag": "17e1fd8f-3124-4ed2-82b5-968d7372fc6f"}]}' {{(pid=98443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:42:08.346046 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-697aac5d-e103-4c50-a9cd-584c99ee98a8 req-9352c9ef-3191-4440-b815-36474e52a798 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/security-groups?id=95f25048-ac3c-451a-9c7f-c753883b57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987137 May 31 11:42:08.367158 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc17d1ca-e411-4d78-9727-ab9b8cb9f731 service neutron] Pushing event updated for resources: {'Port': ['ID=17e1fd8f-3124-4ed2-82b5-968d7372fc6f,revision_number=3']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:08.389089 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 56716) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:08.394593 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:08.421188 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-cc17d1ca-e411-4d78-9727-ab9b8cb9f731 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:08.429238 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad15df7-84ff-469e-88c6-e49814180a2c req-a88106c5-8cbb-49d6-9845-1101813bd42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:08.430618 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-4ad15df7-84ff-469e-88c6-e49814180a2c req-a88106c5-8cbb-49d6-9845-1101813bd42f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3b861c59-52f7-46ca-99da-e6f4b5d8dcf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2771499 May 31 11:42:08.482382 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a73eb7-f3da-47ac-a9e8-81ad639570e5 req-430498b4-cbe8-4f04-a6b2-d6fe667d7191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:08.487733 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-e9a73eb7-f3da-47ac-a9e8-81ad639570e5 req-430498b4-cbe8-4f04-a6b2-d6fe667d7191 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4d8aa9185953468f8491235be83abf68&device_id=06785de2-89dd-40f4-8974-9220828497b9 HTTP/1.1" status: 200 len: 1097 time: 0.2498496 May 31 11:42:08.589205 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef59bf4-fedc-4843-9cd6-28e50a0d0475 req-c1ff6ad2-8c04-4dfa-a19a-a5b7ceaab8b5 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:08.591244 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-aef59bf4-fedc-4843-9cd6-28e50a0d0475 req-c1ff6ad2-8c04-4dfa-a19a-a5b7ceaab8b5 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db774e8-27b0-4a95-aa30-3b7d13d5786d HTTP/1.1" status: 200 len: 943 time: 0.4690666 May 31 11:42:08.605377 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c39fd6-29f7-419c-926b-2ee613ef510f x-openstack-request-id: req-34c39fd6-29f7-419c-926b-2ee613ef510f {{(pid=98443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:42:08.605882 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "262b8cbd-0fc0-4cd8-a22d-395ca0a1615a", "tag": "17e1fd8f-3124-4ed2-82b5-968d7372fc6f", "status": "completed", "code": 200}]} {{(pid=98443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:42:08.605882 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-34c39fd6-29f7-419c-926b-2ee613ef510f {{(pid=98443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:42:08.606128 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '262b8cbd-0fc0-4cd8-a22d-395ca0a1615a', 'tag': '17e1fd8f-3124-4ed2-82b5-968d7372fc6f', 'status': 'completed', 'code': 200} May 31 11:42:08.654061 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c72055b-1eb8-4421-a28c-7fc5a2d58b36 req-72dd37a3-810d-4e70-8ef8-50f33e60dd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:08.656158 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-5c72055b-1eb8-4421-a28c-7fc5a2d58b36 req-72dd37a3-810d-4e70-8ef8-50f33e60dd50 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4d8aa9185953468f8491235be83abf68&device_id=262b8cbd-0fc0-4cd8-a22d-395ca0a1615a HTTP/1.1" status: 200 len: 1096 time: 0.2942770 May 31 11:42:08.775689 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-6994c4af-2b28-4c7c-8893-15c01b3d082c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:08.790186 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-5c72055b-1eb8-4421-a28c-7fc5a2d58b36 req-7ca49ebb-a5a1-453a-8ba4-b3b47481947c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17e1fd8f-3124-4ed2-82b5-968d7372fc6f HTTP/1.1" status: 200 len: 217 time: 0.1135788 May 31 11:42:08.848517 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-aef59bf4-fedc-4843-9cd6-28e50a0d0475 req-84d53db8-380c-4fb5-9c22-d5f756e7d660 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1a6aea4-fc43-4be4-985d-d05aeb50d0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575253 May 31 11:42:08.859218 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-6994c4af-2b28-4c7c-8893-15c01b3d082c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:42:08.863491 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 56748) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:08.880359 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-6994c4af-2b28-4c7c-8893-15c01b3d082c admin admin] Usage tracker for resource:security_group_rule and tenant:3f6f4306a50c4309a04e08ae1e565948 is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:42:08.883530 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-6994c4af-2b28-4c7c-8893-15c01b3d082c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:42:08.913213 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c72055b-1eb8-4421-a28c-7fc5a2d58b36 req-3c50194d-738f-4754-8edc-e8c1bca2ae18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:08.915248 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-5c72055b-1eb8-4421-a28c-7fc5a2d58b36 req-3c50194d-738f-4754-8edc-e8c1bca2ae18 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=482a023d-7693-4e4c-a2dd-49fc43823b85 HTTP/1.1" status: 200 len: 858 time: 0.1081464 May 31 11:42:08.929034 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-6994c4af-2b28-4c7c-8893-15c01b3d082c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:42:08.943217 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-4ad15df7-84ff-469e-88c6-e49814180a2c req-b71dc5df-72bd-4b14-8897-0523876ec543 service neutron] 10.222.0.61 "GET /v2.0/networks/3b861c59-52f7-46ca-99da-e6f4b5d8dcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4863944 May 31 11:42:09.024026 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a73eb7-f3da-47ac-a9e8-81ad639570e5 req-b852dbe7-cdb1-4806-a560-92b76a43d115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:09.025823 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-e9a73eb7-f3da-47ac-a9e8-81ad639570e5 req-b852dbe7-cdb1-4806-a560-92b76a43d115 service neutron] 10.222.0.61 "GET /v2.0/networks?id=665ca1a0-d0c5-448d-9582-68d76f26f11a HTTP/1.1" status: 200 len: 919 time: 0.5319400 May 31 11:42:09.050964 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-5c72055b-1eb8-4421-a28c-7fc5a2d58b36 req-8dfa3382-1133-41da-a4c8-fa1b154f7a2b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=665ca1a0-d0c5-448d-9582-68d76f26f11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1050720 May 31 11:42:09.153573 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-e9a73eb7-f3da-47ac-a9e8-81ad639570e5 req-dd330f87-979d-4f8f-a67e-b597d70f87a2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd0389ac-5ae1-41f7-9330-00a1630417f4 HTTP/1.1" status: 200 len: 217 time: 0.1124725 May 31 11:42:09.159333 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-1f163d37-eed9-45d9-8a0f-af8227dc6286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:09.178982 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c3dae-44f9-4343-a9a1-e28e6af876f7 req-7d539f7a-ca32-4f3e-b5be-1a3166df521c tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:09.178982 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-154c3dae-44f9-4343-a9a1-e28e6af876f7 req-7d539f7a-ca32-4f3e-b5be-1a3166df521c tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=262b8cbd-0fc0-4cd8-a22d-395ca0a1615a HTTP/1.1" status: 200 len: 943 time: 0.4096460 May 31 11:42:09.188873 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb3052f-e2da-41a4-b351-995e6b7d2c87 req-1421a4a5-2471-4102-b2e9-fa80649470b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:09.190359 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-efb3052f-e2da-41a4-b351-995e6b7d2c87 req-1421a4a5-2471-4102-b2e9-fa80649470b3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4946e0ad-2953-46d2-9105-70997e3fbb0b HTTP/1.1" status: 200 len: 1099 time: 0.7351236 May 31 11:42:09.250952 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-efb3052f-e2da-41a4-b351-995e6b7d2c87 req-f599fe5f-5807-43c1-94ea-1f9efaa0a57e service neutron] Notify callbacks [] for security_group, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:09.263930 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-1f163d37-eed9-45d9-8a0f-af8227dc6286 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:42:09.279168 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-1f163d37-eed9-45d9-8a0f-af8227dc6286 admin admin] Usage tracker for resource:security_group_rule and tenant:25bcb100cb424ad0adc776566a4e62c5 is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:42:09.296794 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-1f163d37-eed9-45d9-8a0f-af8227dc6286 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:42:09.308901 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-1f163d37-eed9-45d9-8a0f-af8227dc6286 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:42:09.335326 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a73eb7-f3da-47ac-a9e8-81ad639570e5 req-474e1b8b-4c1c-4e67-a9dd-2a61475ad751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:09.336864 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-e9a73eb7-f3da-47ac-a9e8-81ad639570e5 req-474e1b8b-4c1c-4e67-a9dd-2a61475ad751 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=482a023d-7693-4e4c-a2dd-49fc43823b85 HTTP/1.1" status: 200 len: 858 time: 0.1553826 May 31 11:42:09.345554 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-154c3dae-44f9-4343-a9a1-e28e6af876f7 req-8fa1faab-e61d-4d9a-b550-2f10c3cbed06 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251950 May 31 11:42:09.352286 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [req-efb3052f-e2da-41a4-b351-995e6b7d2c87 req-f599fe5f-5807-43c1-94ea-1f9efaa0a57e service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:42:09.363036 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [req-efb3052f-e2da-41a4-b351-995e6b7d2c87 req-f599fe5f-5807-43c1-94ea-1f9efaa0a57e service neutron] Usage tracker for resource:security_group_rule and tenant:8a4f94cdb4c94939a38f654daee0728d is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:42:09.367295 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [req-efb3052f-e2da-41a4-b351-995e6b7d2c87 req-f599fe5f-5807-43c1-94ea-1f9efaa0a57e service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:42:09.384205 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [req-efb3052f-e2da-41a4-b351-995e6b7d2c87 req-f599fe5f-5807-43c1-94ea-1f9efaa0a57e service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:42:09.402178 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-4ad15df7-84ff-469e-88c6-e49814180a2c req-2195d8e7-0522-4c73-b45a-7127123757c3 service neutron] 10.222.0.61 "GET /v2.0/networks/3b861c59-52f7-46ca-99da-e6f4b5d8dcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3954473 May 31 11:42:09.412729 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7d9350-0e23-4068-a117-176d726e68c0 req-cc28112c-d339-4ce2-a117-c248a7f66412 tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:09.414315 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-ad7d9350-0e23-4068-a117-176d726e68c0 req-cc28112c-d339-4ce2-a117-c248a7f66412 tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] 10.222.0.21 "GET /v2.0/ports?device_id=4946e0ad-2953-46d2-9105-70997e3fbb0b HTTP/1.1" status: 200 len: 946 time: 0.4338453 May 31 11:42:09.441630 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-e9a73eb7-f3da-47ac-a9e8-81ad639570e5 req-a45135d5-75bf-4d6f-8c7d-7587c7e83987 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=665ca1a0-d0c5-448d-9582-68d76f26f11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0933728 May 31 11:42:09.457422 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-5c72055b-1eb8-4421-a28c-7fc5a2d58b36 req-c5b29d7a-574e-4f01-b724-e081e502eb86 service neutron] 10.222.0.61 "GET /v2.0/networks/665ca1a0-d0c5-448d-9582-68d76f26f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658243 May 31 11:42:09.466110 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-6994c4af-2b28-4c7c-8893-15c01b3d082c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:09.502618 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-6994c4af-2b28-4c7c-8893-15c01b3d082c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:09.614404 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-cac96eca-a088-4043-ba7c-88854c84032a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:09.664257 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-5c72055b-1eb8-4421-a28c-7fc5a2d58b36 req-dc8aba95-77bc-437a-94c9-bbbfefd1a729 service neutron] 10.222.0.61 "GET /v2.0/networks/665ca1a0-d0c5-448d-9582-68d76f26f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997802 May 31 11:42:09.667173 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-efb3052f-e2da-41a4-b351-995e6b7d2c87 req-f599fe5f-5807-43c1-94ea-1f9efaa0a57e service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:09.673577 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-efb3052f-e2da-41a4-b351-995e6b7d2c87 req-f599fe5f-5807-43c1-94ea-1f9efaa0a57e service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:09.683692 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-db68f556-bf1e-4848-91e4-5e4a076d5169 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:09.711044 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-efb3052f-e2da-41a4-b351-995e6b7d2c87 req-f599fe5f-5807-43c1-94ea-1f9efaa0a57e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f8476982-9d5d-4c8d-b148-058382fd7b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4923470 May 31 11:42:09.719177 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f599fe5f-5807-43c1-94ea-1f9efaa0a57e service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=4af2fa84-914a-4dab-9cea-0e40b3d8ff47,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:09.733845 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-f599fe5f-5807-43c1-94ea-1f9efaa0a57e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:09.779236 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-ad7d9350-0e23-4068-a117-176d726e68c0 req-4122e9ee-4f07-4dc5-b806-808f262bf32a tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8476982-9d5d-4c8d-b148-058382fd7b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3401864 May 31 11:42:09.802105 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-6994c4af-2b28-4c7c-8893-15c01b3d082c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3f6f4306a50c4309a04e08ae1e565948&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4095547 May 31 11:42:09.806164 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 56774) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:09.868142 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6994c4af-2b28-4c7c-8893-15c01b3d082c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7bb5ca-3bcd-413a-a877-5e61c695f5af,revision_number=1']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:09.878031 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-eecd89ea-6dac-4ffd-9020-0c7a23356118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:09.884652 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-6994c4af-2b28-4c7c-8893-15c01b3d082c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:09.888359 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-e9a73eb7-f3da-47ac-a9e8-81ad639570e5 req-f9d47123-4884-41c1-83de-2380b2da6736 service neutron] 10.222.0.61 "GET /v2.0/networks/665ca1a0-d0c5-448d-9582-68d76f26f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4243400 May 31 11:42:09.911766 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-1f163d37-eed9-45d9-8a0f-af8227dc6286 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:09.913092 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-eecd89ea-6dac-4ffd-9020-0c7a23356118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:09.925246 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dfb188-ec7c-4150-8c2e-d827690c19c7 req-9da7e0c4-460c-4948-881a-6c77a3a470dd tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:09.933176 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-e2dfb188-ec7c-4150-8c2e-d827690c19c7 req-9da7e0c4-460c-4948-881a-6c77a3a470dd tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/ports?device_id=83b65be4-3c11-4291-8ebe-01f254cfae15 HTTP/1.1" status: 200 len: 946 time: 0.4251950 May 31 11:42:09.949902 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-1f163d37-eed9-45d9-8a0f-af8227dc6286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:09.961237 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:09.979352 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-eecd89ea-6dac-4ffd-9020-0c7a23356118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:09.985128 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-a3e50c01-03c9-486e-b21e-82573bd750ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:10.002727 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecd89ea-6dac-4ffd-9020-0c7a23356118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7bb5ca-3bcd-413a-a877-5e61c695f5af,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:10.007090 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-eecd89ea-6dac-4ffd-9020-0c7a23356118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:10.013833 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-eecd89ea-6dac-4ffd-9020-0c7a23356118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:10.018471 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-eecd89ea-6dac-4ffd-9020-0c7a23356118 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6a7bb5ca-3bcd-413a-a877-5e61c695f5af HTTP/1.1" status: 204 len: 168 time: 0.2107394 May 31 11:42:10.043776 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83b65be4-3c11-4291-8ebe-01f254cfae15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e2c23ae-b00e-4a48-81a0-8bc201ba1436'}] {{(pid=98444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:42:10.047434 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88ad6d6066f99d569bf87ae86d08865c72136362fb0dde426bf5d6223abbdd23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4733fd1c-92c5-408f-9e3a-7e8dff576222" -d '{"events": [{"server_uuid": "83b65be4-3c11-4291-8ebe-01f254cfae15", "name": "network-vif-plugged", "status": "completed", "tag": "2e2c23ae-b00e-4a48-81a0-8bc201ba1436"}]}' {{(pid=98444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:42:10.097140 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-1f163d37-eed9-45d9-8a0f-af8227dc6286 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=25bcb100cb424ad0adc776566a4e62c5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2217534 May 31 11:42:10.113176 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 56786) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:10.130218 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-e2dfb188-ec7c-4150-8c2e-d827690c19c7 req-b60c69b3-1e2d-4f79-9495-b3981e7a2c1d tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/security-groups?id=95f25048-ac3c-451a-9c7f-c753883b57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961896 May 31 11:42:10.203512 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f163d37-eed9-45d9-8a0f-af8227dc6286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08530cae-ad32-4c53-a329-fa6f5a805e80,revision_number=1']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:10.210219 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-0416b8a3-c90a-4f04-af92-673ce8a03aad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:10.230374 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-1f163d37-eed9-45d9-8a0f-af8227dc6286 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:10.236928 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2293a0ca-6e00-46fa-ae9b-48e15277f649 x-openstack-request-id: req-2293a0ca-6e00-46fa-ae9b-48e15277f649 {{(pid=98444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:42:10.237476 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83b65be4-3c11-4291-8ebe-01f254cfae15", "name": "network-vif-plugged", "status": "completed", "tag": "2e2c23ae-b00e-4a48-81a0-8bc201ba1436", "code": 200}]} {{(pid=98444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:42:10.237919 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2293a0ca-6e00-46fa-ae9b-48e15277f649 {{(pid=98444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:42:10.239739 dv-cinder-786383-7-smb neutron-server[98444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83b65be4-3c11-4291-8ebe-01f254cfae15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e2c23ae-b00e-4a48-81a0-8bc201ba1436', 'code': 200} May 31 11:42:10.255124 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-0416b8a3-c90a-4f04-af92-673ce8a03aad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:10.312070 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-e9a73eb7-f3da-47ac-a9e8-81ad639570e5 req-aa469412-4e13-4c80-bdf8-837e7afd5458 service neutron] 10.222.0.61 "GET /v2.0/networks/665ca1a0-d0c5-448d-9582-68d76f26f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250919 May 31 11:42:10.320316 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef2a3e-8372-4060-9e64-4f1113a12ac7 req-f29bd3dd-dd9d-421a-b81d-4d7faf4ffe3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:10.322120 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-a4ef2a3e-8372-4060-9e64-4f1113a12ac7 req-f29bd3dd-dd9d-421a-b81d-4d7faf4ffe3c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4d8aa9185953468f8491235be83abf68&device_id=262b8cbd-0fc0-4cd8-a22d-395ca0a1615a HTTP/1.1" status: 200 len: 1096 time: 0.2424037 May 31 11:42:10.335022 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659516b5-ef1c-4571-9198-05a24342c9d9 req-46320c1a-80bb-4537-99a4-0f2cfdbeb49f tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:10.336710 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-659516b5-ef1c-4571-9198-05a24342c9d9 req-46320c1a-80bb-4537-99a4-0f2cfdbeb49f tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db774e8-27b0-4a95-aa30-3b7d13d5786d HTTP/1.1" status: 200 len: 943 time: 0.3392990 May 31 11:42:10.353709 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-0416b8a3-c90a-4f04-af92-673ce8a03aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:10.361976 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:10.398006 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0416b8a3-c90a-4f04-af92-673ce8a03aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08530cae-ad32-4c53-a329-fa6f5a805e80,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:10.404971 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-0416b8a3-c90a-4f04-af92-673ce8a03aad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:10.409521 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-0416b8a3-c90a-4f04-af92-673ce8a03aad admin admin] Notify callbacks [] for security_group, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:10.413247 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-0416b8a3-c90a-4f04-af92-673ce8a03aad admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/08530cae-ad32-4c53-a329-fa6f5a805e80 HTTP/1.1" status: 204 len: 168 time: 0.2949514 May 31 11:42:10.469959 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-659516b5-ef1c-4571-9198-05a24342c9d9 req-072df104-860a-4fef-9635-38dd29ee2142 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1a6aea4-fc43-4be4-985d-d05aeb50d0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225393 May 31 11:42:10.489646 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 56804) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:10.517067 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-0e3ecfa9-6a27-4140-bd48-e389c41a2e59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:10.536157 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-0e3ecfa9-6a27-4140-bd48-e389c41a2e59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:42:10.560546 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef2a3e-8372-4060-9e64-4f1113a12ac7 req-5ec8aeda-6e3d-43df-9fcc-d33cfc142ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:10.562072 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-a4ef2a3e-8372-4060-9e64-4f1113a12ac7 req-5ec8aeda-6e3d-43df-9fcc-d33cfc142ea7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=665ca1a0-d0c5-448d-9582-68d76f26f11a HTTP/1.1" status: 200 len: 919 time: 0.2010789 May 31 11:42:10.587367 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-0e3ecfa9-6a27-4140-bd48-e389c41a2e59 admin admin] Usage tracker for resource:security_group_rule and tenant:8eba548125ca40f58dca520f2f434b4b is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:42:10.597263 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-0e3ecfa9-6a27-4140-bd48-e389c41a2e59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:42:10.650000 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-0e3ecfa9-6a27-4140-bd48-e389c41a2e59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:42:10.657356 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-a4ef2a3e-8372-4060-9e64-4f1113a12ac7 req-11dc5504-58c8-4318-9552-80776510ed0c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17e1fd8f-3124-4ed2-82b5-968d7372fc6f HTTP/1.1" status: 200 len: 217 time: 0.0867062 May 31 11:42:10.742348 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03a2678-f804-405f-8bdc-c4027bd93a00 req-dbc91bb8-1d01-478e-a83f-9f059d62b620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:10.743926 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-e03a2678-f804-405f-8bdc-c4027bd93a00 req-dbc91bb8-1d01-478e-a83f-9f059d62b620 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=83b65be4-3c11-4291-8ebe-01f254cfae15 HTTP/1.1" status: 200 len: 1099 time: 0.2046101 May 31 11:42:10.753243 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ef2a3e-8372-4060-9e64-4f1113a12ac7 req-f66d9a64-acb4-493c-9922-be62a8969212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:10.755371 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-a4ef2a3e-8372-4060-9e64-4f1113a12ac7 req-f66d9a64-acb4-493c-9922-be62a8969212 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=482a023d-7693-4e4c-a2dd-49fc43823b85 HTTP/1.1" status: 200 len: 858 time: 0.0899539 May 31 11:42:10.757052 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3016ab20-552b-46e5-a6b9-5da229e39fde req-3088a00c-7b05-4e25-902d-a30896499dcc tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:10.758692 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-3016ab20-552b-46e5-a6b9-5da229e39fde req-3088a00c-7b05-4e25-902d-a30896499dcc tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=262b8cbd-0fc0-4cd8-a22d-395ca0a1615a HTTP/1.1" status: 200 len: 943 time: 0.1730533 May 31 11:42:10.836564 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-a4ef2a3e-8372-4060-9e64-4f1113a12ac7 req-f4aac6e4-6aab-48a4-b1c9-b136f38e54dd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=665ca1a0-d0c5-448d-9582-68d76f26f11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722251 May 31 11:42:10.860282 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-0e3ecfa9-6a27-4140-bd48-e389c41a2e59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:10.869932 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-0e3ecfa9-6a27-4140-bd48-e389c41a2e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:10.871798 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-e03a2678-f804-405f-8bdc-c4027bd93a00 req-ee9c9f15-de9a-49ef-acf0-52bf79cc47ab service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=95f25048-ac3c-451a-9c7f-c753883b57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108885 May 31 11:42:10.886596 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 56814) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:10.890523 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-3016ab20-552b-46e5-a6b9-5da229e39fde req-28890394-df14-404b-965f-667606c8d011 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115334 May 31 11:42:10.892891 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:10.919812 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-1b7510d7-0387-4e10-83f4-5b9c19d3b9f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:10.937949 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-0e3ecfa9-6a27-4140-bd48-e389c41a2e59 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8eba548125ca40f58dca520f2f434b4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4463444 May 31 11:42:10.939781 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3ecfa9-6a27-4140-bd48-e389c41a2e59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a9a003-a676-498e-b5dd-069c03e7ee65,revision_number=1']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:10.954010 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 56818) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:10.957401 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-0e3ecfa9-6a27-4140-bd48-e389c41a2e59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:10.990815 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-1b7510d7-0387-4e10-83f4-5b9c19d3b9f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:42:10.998721 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 56822) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:11.001242 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-1b7510d7-0387-4e10-83f4-5b9c19d3b9f4 admin admin] Usage tracker for resource:security_group_rule and tenant:5b3ddefaa2a74698b590d1ab0d5ac28d is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:42:11.007415 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device 0d4b5761-502f-41e5-8a57-6b88be8db3a9 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:42:11.011621 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-1b7510d7-0387-4e10-83f4-5b9c19d3b9f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:42:11.024431 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-1b7510d7-0387-4e10-83f4-5b9c19d3b9f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:42:11.081931 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-b5614b3b-380f-475e-857f-cc5319541945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:11.091435 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-a4ef2a3e-8372-4060-9e64-4f1113a12ac7 req-6ecda0fa-8301-42b1-8622-02a1957ecdd3 service neutron] 10.222.0.61 "GET /v2.0/networks/665ca1a0-d0c5-448d-9582-68d76f26f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469106 May 31 11:42:11.180524 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fcc964-b03c-4188-97bf-231c2f494bd8 req-498411db-5a94-4d92-8e5f-5d3606fcdea7 tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:11.188033 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-72fcc964-b03c-4188-97bf-231c2f494bd8 req-498411db-5a94-4d92-8e5f-5d3606fcdea7 tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] 10.222.0.21 "GET /v2.0/ports?device_id=4946e0ad-2953-46d2-9105-70997e3fbb0b HTTP/1.1" status: 200 len: 946 time: 0.2200341 May 31 11:42:11.190048 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-b5614b3b-380f-475e-857f-cc5319541945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:11.202900 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] For port 0d4b5761-502f-41e5-8a57-6b88be8db3a9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0d4b5761-502f-41e5-8a57-6b88be8db3a9,segment=NetworkSegment(745935fc-742e-4dd5-baa0-27f62ebcc000),segment_id=745935fc-742e-4dd5-baa0-27f62ebcc000)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:42:11.221784 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Returning: {'device': '0d4b5761-502f-41e5-8a57-6b88be8db3a9', 'network_id': '3b861c59-52f7-46ca-99da-e6f4b5d8dcf3', 'port_id': '0d4b5761-502f-41e5-8a57-6b88be8db3a9', 'mac_address': 'fa:16:3e:c6:d8:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d8c3d1c-ffe1-4449-ae14-fb794221a40d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:42:11.238588 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-1b7510d7-0387-4e10-83f4-5b9c19d3b9f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:11.281754 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-1b7510d7-0387-4e10-83f4-5b9c19d3b9f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:11.285171 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-3bbd5c47-50b2-45d7-a3ff-04bac52cf6ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:11.293705 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-72fcc964-b03c-4188-97bf-231c2f494bd8 req-3c1780cf-5902-477c-8b78-e7b34001f20f tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8476982-9d5d-4c8d-b148-058382fd7b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890574 May 31 11:42:11.305371 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:11.332284 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:11.340290 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.notifiers.nova [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d4b5761-502f-41e5-8a57-6b88be8db3a9 {{(pid=98444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:42:11.345103 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-1b7510d7-0387-4e10-83f4-5b9c19d3b9f4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5b3ddefaa2a74698b590d1ab0d5ac28d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4531565 May 31 11:42:11.347729 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 56836) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:11.358632 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] For port 0d4b5761-502f-41e5-8a57-6b88be8db3a9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0d4b5761-502f-41e5-8a57-6b88be8db3a9,segment=NetworkSegment(745935fc-742e-4dd5-baa0-27f62ebcc000),segment_id=745935fc-742e-4dd5-baa0-27f62ebcc000)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:42:11.359997 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-3bbd5c47-50b2-45d7-a3ff-04bac52cf6ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:42:11.361284 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-b5614b3b-380f-475e-857f-cc5319541945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:11.365241 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:11.368007 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device cd0389ac-5ae1-41f7-9330-00a1630417f4 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:42:11.372468 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:11.380745 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-fd58980b-7245-4290-8c1e-d0d1f65368b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:11.394116 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-3bbd5c47-50b2-45d7-a3ff-04bac52cf6ba admin admin] Usage tracker for resource:security_group_rule and tenant:41ce57eaf08a44069886f4e65313ffee is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:42:11.405991 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-3bbd5c47-50b2-45d7-a3ff-04bac52cf6ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:42:11.406925 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5614b3b-380f-475e-857f-cc5319541945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a9a003-a676-498e-b5dd-069c03e7ee65,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:11.424596 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7510d7-0387-4e10-83f4-5b9c19d3b9f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01e1b05f-1210-483e-89b7-7b59020443f4,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:11.444736 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-b5614b3b-380f-475e-857f-cc5319541945 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:11.445826 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-3bbd5c47-50b2-45d7-a3ff-04bac52cf6ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:42:11.450144 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-1b7510d7-0387-4e10-83f4-5b9c19d3b9f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:11.473365 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-b5614b3b-380f-475e-857f-cc5319541945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:11.475070 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-b5614b3b-380f-475e-857f-cc5319541945 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f9a9a003-a676-498e-b5dd-069c03e7ee65 HTTP/1.1" status: 204 len: 168 time: 0.5193689 May 31 11:42:11.489714 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-a4ef2a3e-8372-4060-9e64-4f1113a12ac7 req-e1e302fa-c0e1-4a94-b8cd-fe593e718838 service neutron] 10.222.0.61 "GET /v2.0/networks/665ca1a0-d0c5-448d-9582-68d76f26f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3525734 May 31 11:42:11.498520 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357bdea4-8329-43c4-8a1a-608e4834a19e req-d4a4c4af-305f-45a2-9c78-fa4a130b1b8e tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:11.507480 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-357bdea4-8329-43c4-8a1a-608e4834a19e req-d4a4c4af-305f-45a2-9c78-fa4a130b1b8e tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/ports?device_id=83b65be4-3c11-4291-8ebe-01f254cfae15 HTTP/1.1" status: 200 len: 946 time: 0.1921422 May 31 11:42:11.513910 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-458ae5e4-bb42-4fbc-a0f2-05756119c0af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:11.555040 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-458ae5e4-bb42-4fbc-a0f2-05756119c0af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:11.567715 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-357bdea4-8329-43c4-8a1a-608e4834a19e req-c6335c76-0652-403e-864f-68f968c83696 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/security-groups?id=95f25048-ac3c-451a-9c7f-c753883b57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590825 May 31 11:42:11.667262 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-3bbd5c47-50b2-45d7-a3ff-04bac52cf6ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:11.677706 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-3bbd5c47-50b2-45d7-a3ff-04bac52cf6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:11.722294 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Pushing event updated for resources: {'Port': ['ID=0d4b5761-502f-41e5-8a57-6b88be8db3a9,revision_number=4']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:11.731072 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:11.785009 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eccd786-a964-4490-8ca6-d725aba49157 req-20565031-afaf-41ec-b6c2-c624c4ad6e34 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:11.793241 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-1eccd786-a964-4490-8ca6-d725aba49157 req-20565031-afaf-41ec-b6c2-c624c4ad6e34 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db774e8-27b0-4a95-aa30-3b7d13d5786d HTTP/1.1" status: 200 len: 944 time: 0.1421180 May 31 11:42:11.824227 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-0416b8a3-c90a-4f04-af92-673ce8a03aad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:11.833404 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-3bbd5c47-50b2-45d7-a3ff-04bac52cf6ba admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=41ce57eaf08a44069886f4e65313ffee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8336823 May 31 11:42:11.836064 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 56850) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:11.836187 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-458ae5e4-bb42-4fbc-a0f2-05756119c0af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:11.848737 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] For port cd0389ac-5ae1-41f7-9330-00a1630417f4, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cd0389ac-5ae1-41f7-9330-00a1630417f4,segment=NetworkSegment(b2814dc4-7721-40d7-bb3a-9698a734a5db),segment_id=b2814dc4-7721-40d7-bb3a-9698a734a5db)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:42:11.870555 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbd5c47-50b2-45d7-a3ff-04bac52cf6ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b9adc7f-90ac-43f8-84f7-38042ee6cbbd,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:11.872246 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Returning: {'device': 'cd0389ac-5ae1-41f7-9330-00a1630417f4', 'network_id': '665ca1a0-d0c5-448d-9582-68d76f26f11a', 'port_id': 'cd0389ac-5ae1-41f7-9330-00a1630417f4', 'mac_address': 'fa:16:3e:5c:13:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '482a023d-7693-4e4c-a2dd-49fc43823b85', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:42:11.873435 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-458ae5e4-bb42-4fbc-a0f2-05756119c0af admin admin] Notify callbacks [] for security_group, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:11.874572 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-458ae5e4-bb42-4fbc-a0f2-05756119c0af admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/01e1b05f-1210-483e-89b7-7b59020443f4 HTTP/1.1" status: 204 len: 168 time: 0.5210755 May 31 11:42:11.875554 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-3bbd5c47-50b2-45d7-a3ff-04bac52cf6ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:11.876041 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-1b7510d7-0387-4e10-83f4-5b9c19d3b9f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:11.899412 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458ae5e4-bb42-4fbc-a0f2-05756119c0af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e1b05f-1210-483e-89b7-7b59020443f4,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:11.904693 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-1eccd786-a964-4490-8ca6-d725aba49157 req-fd022385-efd9-40c5-9872-2b4a34f1cd70 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1a6aea4-fc43-4be4-985d-d05aeb50d0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102803 May 31 11:42:11.911807 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-458ae5e4-bb42-4fbc-a0f2-05756119c0af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:12.035066 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-b284733f-9971-4db1-b859-0d0887982f62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:12.090408 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-b284733f-9971-4db1-b859-0d0887982f62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:12.130521 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:12.157448 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.notifiers.nova [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd0389ac-5ae1-41f7-9330-00a1630417f4 {{(pid=98444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:42:12.178592 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] For port cd0389ac-5ae1-41f7-9330-00a1630417f4, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cd0389ac-5ae1-41f7-9330-00a1630417f4,segment=NetworkSegment(b2814dc4-7721-40d7-bb3a-9698a734a5db),segment_id=b2814dc4-7721-40d7-bb3a-9698a734a5db)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:42:12.187621 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:12.189531 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:12.315168 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Pushing event updated for resources: {'Port': ['ID=cd0389ac-5ae1-41f7-9330-00a1630417f4,revision_number=4']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:12.336047 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:12.395585 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-b284733f-9971-4db1-b859-0d0887982f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:12.411497 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b322cd4-8073-44c1-8719-f3bcdd37bf36 req-194a7cfb-afb4-4d06-b48a-200051331cf5 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:12.421471 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-9b322cd4-8073-44c1-8719-f3bcdd37bf36 req-194a7cfb-afb4-4d06-b48a-200051331cf5 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=262b8cbd-0fc0-4cd8-a22d-395ca0a1615a HTTP/1.1" status: 200 len: 943 time: 0.3200223 May 31 11:42:12.428833 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-1f163d37-eed9-45d9-8a0f-af8227dc6286 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:12.476349 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284733f-9971-4db1-b859-0d0887982f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b9adc7f-90ac-43f8-84f7-38042ee6cbbd,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:12.479342 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-b284733f-9971-4db1-b859-0d0887982f62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:12.533165 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-b284733f-9971-4db1-b859-0d0887982f62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:12.537108 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-b284733f-9971-4db1-b859-0d0887982f62 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2b9adc7f-90ac-43f8-84f7-38042ee6cbbd HTTP/1.1" status: 204 len: 168 time: 0.6996262 May 31 11:42:12.586634 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] get_ports_and_sgs() called for port_ids ['0d4b5761-502f-41e5-8a57-6b88be8db3a9'] {{(pid=98444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:42:12.613695 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-9b322cd4-8073-44c1-8719-f3bcdd37bf36 req-0827329d-ee94-499c-b1ae-aec1ca3b1904 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911266 May 31 11:42:12.645199 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ee8c50-9c2c-4b4d-b93e-9e900c14c952 req-b54f0498-a2ea-4175-8f84-19490c6fa3db tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:12.647482 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-c7ee8c50-9c2c-4b4d-b93e-9e900c14c952 req-b54f0498-a2ea-4175-8f84-19490c6fa3db tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] 10.222.0.21 "GET /v2.0/ports?device_id=4946e0ad-2953-46d2-9105-70997e3fbb0b HTTP/1.1" status: 200 len: 946 time: 0.1759255 May 31 11:42:12.669502 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] get_ports_and_sgs() called for port_ids ['cd0389ac-5ae1-41f7-9330-00a1630417f4'] {{(pid=98444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:42:12.758953 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-c7ee8c50-9c2c-4b4d-b93e-9e900c14c952 req-a4f4b691-0bc9-4052-996f-2718ca12238b tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8476982-9d5d-4c8d-b148-058382fd7b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049788 May 31 11:42:12.913506 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680b1e1-122e-4fa3-b5ff-7085fa955692 req-48f3d826-fd25-40da-8ed8-62a5481ed2d2 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:12.914846 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-d680b1e1-122e-4fa3-b5ff-7085fa955692 req-48f3d826-fd25-40da-8ed8-62a5481ed2d2 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/ports?device_id=83b65be4-3c11-4291-8ebe-01f254cfae15 HTTP/1.1" status: 200 len: 946 time: 0.1786196 May 31 11:42:13.020829 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device 17e1fd8f-3124-4ed2-82b5-968d7372fc6f details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:42:13.060938 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 56900) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:13.081631 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-d680b1e1-122e-4fa3-b5ff-7085fa955692 req-86819eef-323e-42ec-904e-96ad66ef5e8c tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/security-groups?id=95f25048-ac3c-451a-9c7f-c753883b57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592119 May 31 11:42:13.105715 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-4e353399-74e3-4cca-8c49-40300abdc8af admin admin] Notify callbacks [] for security_group, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:13.138129 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-4e353399-74e3-4cca-8c49-40300abdc8af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:42:13.143595 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-4e353399-74e3-4cca-8c49-40300abdc8af admin admin] Usage tracker for resource:security_group_rule and tenant:35007af166104576aa7ffb6d1528a4c1 is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:42:13.153967 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-4e353399-74e3-4cca-8c49-40300abdc8af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:42:13.161600 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-4e353399-74e3-4cca-8c49-40300abdc8af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:42:13.287533 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] For port 17e1fd8f-3124-4ed2-82b5-968d7372fc6f, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=17e1fd8f-3124-4ed2-82b5-968d7372fc6f,segment=NetworkSegment(b2814dc4-7721-40d7-bb3a-9698a734a5db),segment_id=b2814dc4-7721-40d7-bb3a-9698a734a5db)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:42:13.334215 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-4e353399-74e3-4cca-8c49-40300abdc8af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:13.338464 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Returning: {'device': '17e1fd8f-3124-4ed2-82b5-968d7372fc6f', 'network_id': '665ca1a0-d0c5-448d-9582-68d76f26f11a', 'port_id': '17e1fd8f-3124-4ed2-82b5-968d7372fc6f', 'mac_address': 'fa:16:3e:8a:a6:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 671, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '482a023d-7693-4e4c-a2dd-49fc43823b85', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:42:13.340492 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-4e353399-74e3-4cca-8c49-40300abdc8af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:13.348682 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef9128-0a91-4f83-90cc-1fc5361ef22b req-3380ae58-a0a0-41f5-a0bd-033820529c82 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:13.357938 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-ebef9128-0a91-4f83-90cc-1fc5361ef22b req-3380ae58-a0a0-41f5-a0bd-033820529c82 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db774e8-27b0-4a95-aa30-3b7d13d5786d HTTP/1.1" status: 200 len: 944 time: 0.1803136 May 31 11:42:13.423317 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-3bbd5c47-50b2-45d7-a3ff-04bac52cf6ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:13.441591 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-4e353399-74e3-4cca-8c49-40300abdc8af admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=35007af166104576aa7ffb6d1528a4c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3765283 May 31 11:42:13.444821 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 56912) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:13.471184 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-ebef9128-0a91-4f83-90cc-1fc5361ef22b req-a929920c-e609-4b2f-81ba-763307be11ed tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1a6aea4-fc43-4be4-985d-d05aeb50d0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109202 May 31 11:42:13.483857 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:13.512696 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e353399-74e3-4cca-8c49-40300abdc8af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76885bb8-3494-4943-a6e1-5d703e8e207f,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:13.516959 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-4e353399-74e3-4cca-8c49-40300abdc8af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:13.536081 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.notifiers.nova [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17e1fd8f-3124-4ed2-82b5-968d7372fc6f {{(pid=98444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:42:13.570883 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] For port 17e1fd8f-3124-4ed2-82b5-968d7372fc6f, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=17e1fd8f-3124-4ed2-82b5-968d7372fc6f,segment=NetworkSegment(b2814dc4-7721-40d7-bb3a-9698a734a5db),segment_id=b2814dc4-7721-40d7-bb3a-9698a734a5db)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:42:13.588077 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-0e5df0e1-2f21-43f4-a311-b9c2c3ba54c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:13.588715 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:13.590538 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:13.659262 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-0e5df0e1-2f21-43f4-a311-b9c2c3ba54c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:13.742993 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-0e5df0e1-2f21-43f4-a311-b9c2c3ba54c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:13.750206 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:13.790856 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-0e5df0e1-2f21-43f4-a311-b9c2c3ba54c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:13.793297 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Pushing event updated for resources: {'Port': ['ID=17e1fd8f-3124-4ed2-82b5-968d7372fc6f,revision_number=4']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:13.797424 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-0e5df0e1-2f21-43f4-a311-b9c2c3ba54c6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/76885bb8-3494-4943-a6e1-5d703e8e207f HTTP/1.1" status: 204 len: 168 time: 0.3499360 May 31 11:42:13.799961 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5df0e1-2f21-43f4-a311-b9c2c3ba54c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76885bb8-3494-4943-a6e1-5d703e8e207f,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:13.800652 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:13.804466 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-0e5df0e1-2f21-43f4-a311-b9c2c3ba54c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:13.977461 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12b3deb-2e5c-4a8d-a7e9-6a3841d46b91 req-02151ab4-0e26-4c7f-8361-9b87b4ca4525 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:13.979520 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-f12b3deb-2e5c-4a8d-a7e9-6a3841d46b91 req-02151ab4-0e26-4c7f-8361-9b87b4ca4525 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=262b8cbd-0fc0-4cd8-a22d-395ca0a1615a HTTP/1.1" status: 200 len: 944 time: 0.1224658 May 31 11:42:13.998203 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] get_ports_and_sgs() called for port_ids ['17e1fd8f-3124-4ed2-82b5-968d7372fc6f'] {{(pid=98444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:42:14.113268 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-f12b3deb-2e5c-4a8d-a7e9-6a3841d46b91 req-246bb972-a621-480e-9c70-6eb60d04b789 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220598 May 31 11:42:14.560874 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 56956) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:14.581742 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-8f82e01a-95da-42e2-9f10-2549543931c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:14.604835 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-8f82e01a-95da-42e2-9f10-2549543931c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:42:14.611258 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-8f82e01a-95da-42e2-9f10-2549543931c1 admin admin] Usage tracker for resource:security_group_rule and tenant:c3a58c5fe6b9462085e0f1e006bba017 is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:42:14.615904 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-8f82e01a-95da-42e2-9f10-2549543931c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:42:14.624006 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-8f82e01a-95da-42e2-9f10-2549543931c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:42:14.697079 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a720f1-ac98-498e-b6e9-7e52877e01be req-64c011ad-2885-40f7-98ec-8c27e065a268 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:14.705284 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-42a720f1-ac98-498e-b6e9-7e52877e01be req-64c011ad-2885-40f7-98ec-8c27e065a268 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db774e8-27b0-4a95-aa30-3b7d13d5786d HTTP/1.1" status: 200 len: 944 time: 0.1210344 May 31 11:42:14.747168 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-8f82e01a-95da-42e2-9f10-2549543931c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:14.754402 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-8f82e01a-95da-42e2-9f10-2549543931c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:14.765939 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-977b32ca-849f-46d3-8a41-a528c26f466a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:14.799905 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f82e01a-95da-42e2-9f10-2549543931c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc3563c2-4b5e-426b-ab39-2207e9a4dc34,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:14.806843 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-8f82e01a-95da-42e2-9f10-2549543931c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:14.831045 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-8f82e01a-95da-42e2-9f10-2549543931c1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c3a58c5fe6b9462085e0f1e006bba017&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2687871 May 31 11:42:14.834806 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 56968) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:14.835800 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-42a720f1-ac98-498e-b6e9-7e52877e01be req-41e54444-df61-4348-a6ca-b8f2ca4aafc5 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1a6aea4-fc43-4be4-985d-d05aeb50d0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296599 May 31 11:42:14.907164 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-bd5da038-7940-4033-9203-e7c57367dce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:14.937241 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-bd5da038-7940-4033-9203-e7c57367dce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:14.996675 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-bd5da038-7940-4033-9203-e7c57367dce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:15.002490 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-8f82e01a-95da-42e2-9f10-2549543931c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:15.017427 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5da038-7940-4033-9203-e7c57367dce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc3563c2-4b5e-426b-ab39-2207e9a4dc34,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:15.020544 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-bd5da038-7940-4033-9203-e7c57367dce0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:15.022678 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-bd5da038-7940-4033-9203-e7c57367dce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:15.026456 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-bd5da038-7940-4033-9203-e7c57367dce0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bc3563c2-4b5e-426b-ab39-2207e9a4dc34 HTTP/1.1" status: 204 len: 168 time: 0.1877327 May 31 11:42:15.028425 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device 17e1fd8f-3124-4ed2-82b5-968d7372fc6f up at agent hyperv_hv-cinder-78638 {{(pid=98444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:42:15.138586 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Provisioning for port 17e1fd8f-3124-4ed2-82b5-968d7372fc6f completed by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:42:15.150835 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Provisioning complete for port 17e1fd8f-3124-4ed2-82b5-968d7372fc6f triggered by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:42:15.151254 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:15.367127 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:15.438616 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '262b8cbd-0fc0-4cd8-a22d-395ca0a1615a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e1fd8f-3124-4ed2-82b5-968d7372fc6f'}] {{(pid=98444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:42:15.444207 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88ad6d6066f99d569bf87ae86d08865c72136362fb0dde426bf5d6223abbdd23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67de477f-71a8-4584-8a42-00c6672a8f93" -d '{"events": [{"server_uuid": "262b8cbd-0fc0-4cd8-a22d-395ca0a1615a", "name": "network-vif-plugged", "status": "completed", "tag": "17e1fd8f-3124-4ed2-82b5-968d7372fc6f"}]}' {{(pid=98444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:42:15.457088 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d454ce9-b13e-4f7c-b614-26e14aecdd67 req-760a586f-7549-4812-9434-06caa5bcb79f tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:15.464886 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] For port 17e1fd8f-3124-4ed2-82b5-968d7372fc6f, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=17e1fd8f-3124-4ed2-82b5-968d7372fc6f,segment=NetworkSegment(b2814dc4-7721-40d7-bb3a-9698a734a5db),segment_id=b2814dc4-7721-40d7-bb3a-9698a734a5db)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:42:15.467306 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-8d454ce9-b13e-4f7c-b614-26e14aecdd67 req-760a586f-7549-4812-9434-06caa5bcb79f tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=262b8cbd-0fc0-4cd8-a22d-395ca0a1615a HTTP/1.1" status: 200 len: 944 time: 0.1152437 May 31 11:42:15.470224 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:15.471173 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device cd0389ac-5ae1-41f7-9330-00a1630417f4 up at agent hyperv_hv-cinder-78638 {{(pid=98444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:42:15.517309 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:15.535270 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-8d454ce9-b13e-4f7c-b614-26e14aecdd67 req-c7303b6a-14a4-44b6-904a-ab673db24cb1 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642474 May 31 11:42:15.655468 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Pushing event updated for resources: {'Port': ['ID=17e1fd8f-3124-4ed2-82b5-968d7372fc6f,revision_number=5']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:15.661336 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:15.683637 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Provisioning for port cd0389ac-5ae1-41f7-9330-00a1630417f4 completed by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:42:15.692159 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Provisioning complete for port cd0389ac-5ae1-41f7-9330-00a1630417f4 triggered by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:42:15.692459 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:15.860228 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:15.916253 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 57036) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:15.926815 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] For port cd0389ac-5ae1-41f7-9330-00a1630417f4, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cd0389ac-5ae1-41f7-9330-00a1630417f4,segment=NetworkSegment(b2814dc4-7721-40d7-bb3a-9698a734a5db),segment_id=b2814dc4-7721-40d7-bb3a-9698a734a5db)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:42:15.940216 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:15.941635 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device 0d4b5761-502f-41e5-8a57-6b88be8db3a9 up at agent hyperv_hv-cinder-78638 {{(pid=98444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:42:15.978063 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:16.079616 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Pushing event updated for resources: {'Port': ['ID=cd0389ac-5ae1-41f7-9330-00a1630417f4,revision_number=5']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:16.083710 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:16.093685 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Provisioning for port 0d4b5761-502f-41e5-8a57-6b88be8db3a9 completed by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:42:16.100254 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Provisioning complete for port 0d4b5761-502f-41e5-8a57-6b88be8db3a9 triggered by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:42:16.100631 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:16.155933 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-8e583f72-63e3-4db4-8b03-92014243aa24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:16.190682 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-8e583f72-63e3-4db4-8b03-92014243aa24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:42:16.202094 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-8e583f72-63e3-4db4-8b03-92014243aa24 admin admin] Usage tracker for resource:security_group_rule and tenant:1e291b7aa39c4455b0ab5f2db8ad6464 is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:42:16.205713 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-8e583f72-63e3-4db4-8b03-92014243aa24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:42:16.218847 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-8e583f72-63e3-4db4-8b03-92014243aa24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:42:16.254263 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ccf5017-c013-46bf-aa37-bd53ce320da7 x-openstack-request-id: req-1ccf5017-c013-46bf-aa37-bd53ce320da7 {{(pid=98444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:42:16.254263 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "262b8cbd-0fc0-4cd8-a22d-395ca0a1615a", "name": "network-vif-plugged", "status": "completed", "tag": "17e1fd8f-3124-4ed2-82b5-968d7372fc6f", "code": 200}]} {{(pid=98444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:42:16.254550 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1ccf5017-c013-46bf-aa37-bd53ce320da7 {{(pid=98444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:42:16.254802 dv-cinder-786383-7-smb neutron-server[98444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '262b8cbd-0fc0-4cd8-a22d-395ca0a1615a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17e1fd8f-3124-4ed2-82b5-968d7372fc6f', 'code': 200} May 31 11:42:16.277472 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:16.367871 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] For port 0d4b5761-502f-41e5-8a57-6b88be8db3a9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0d4b5761-502f-41e5-8a57-6b88be8db3a9,segment=NetworkSegment(745935fc-742e-4dd5-baa0-27f62ebcc000),segment_id=745935fc-742e-4dd5-baa0-27f62ebcc000)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:42:16.375788 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:16.382952 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:16.423969 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-8e583f72-63e3-4db4-8b03-92014243aa24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:16.432324 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-8e583f72-63e3-4db4-8b03-92014243aa24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:16.511896 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:16.519377 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Pushing event updated for resources: {'Port': ['ID=0d4b5761-502f-41e5-8a57-6b88be8db3a9,revision_number=5']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:16.537024 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:16.544173 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-8e583f72-63e3-4db4-8b03-92014243aa24 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1e291b7aa39c4455b0ab5f2db8ad6464&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6229863 May 31 11:42:16.544284 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 57062) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:16.572666 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e583f72-63e3-4db4-8b03-92014243aa24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72fd8e68-87c4-4157-afbf-d3d0f27c9b05,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:16.577691 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-8e583f72-63e3-4db4-8b03-92014243aa24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:16.670428 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b39b1d2-90ba-4088-889a-49ad31b3f2d3 req-7100e73e-bc13-4683-97ca-156afeeb1754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:16.671995 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-4b39b1d2-90ba-4088-889a-49ad31b3f2d3 req-7100e73e-bc13-4683-97ca-156afeeb1754 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=262b8cbd-0fc0-4cd8-a22d-395ca0a1615a HTTP/1.1" status: 200 len: 1098 time: 0.0933888 May 31 11:42:16.691009 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 57068) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:16.826164 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [req-4b39b1d2-90ba-4088-889a-49ad31b3f2d3 req-529b7d1f-a5eb-49fb-9481-9f172dcddbdf service neutron] Synchronizing usage tracker for tenant:8a4f94cdb4c94939a38f654daee0728d on resource:security_group {{(pid=98443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:42:16.870884 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-a4e3ff7e-0b7f-4d37-979f-76b5554a8107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:16.888816 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-9d709b11-74b3-4308-884d-57002fef9fc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:16.916006 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6059c9f-081a-4f85-b151-6d8414507050 req-407788d2-93b2-4d82-b542-4f2ac42fd6d1 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:16.918418 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-f6059c9f-081a-4f85-b151-6d8414507050 req-407788d2-93b2-4d82-b542-4f2ac42fd6d1 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db774e8-27b0-4a95-aa30-3b7d13d5786d HTTP/1.1" status: 200 len: 945 time: 0.3715940 May 31 11:42:16.925096 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-a4e3ff7e-0b7f-4d37-979f-76b5554a8107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:16.929041 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-9d709b11-74b3-4308-884d-57002fef9fc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:42:16.937543 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [req-4b39b1d2-90ba-4088-889a-49ad31b3f2d3 req-529b7d1f-a5eb-49fb-9481-9f172dcddbdf service neutron] Unset dirty status for tenant:8a4f94cdb4c94939a38f654daee0728d on resource:security_group {{(pid=98443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:42:16.945209 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-4b39b1d2-90ba-4088-889a-49ad31b3f2d3 req-529b7d1f-a5eb-49fb-9481-9f172dcddbdf service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981037 May 31 11:42:16.946460 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-9d709b11-74b3-4308-884d-57002fef9fc1 admin admin] Usage tracker for resource:security_group_rule and tenant:15d885401aed4c42ad1355cbad1df60e is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:42:16.949905 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-9d709b11-74b3-4308-884d-57002fef9fc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:42:16.956003 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-9d709b11-74b3-4308-884d-57002fef9fc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:42:16.984606 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d6814-2d9c-452d-9404-50945251cbed req-49a84f59-f611-438e-beda-7df089f4bcde tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:16.991709 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-690d6814-2d9c-452d-9404-50945251cbed req-49a84f59-f611-438e-beda-7df089f4bcde tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=262b8cbd-0fc0-4cd8-a22d-395ca0a1615a HTTP/1.1" status: 200 len: 945 time: 0.2574372 May 31 11:42:17.056753 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-f6059c9f-081a-4f85-b151-6d8414507050 req-8b09fe7b-8497-45bb-b8ab-4920343bb17f tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1a6aea4-fc43-4be4-985d-d05aeb50d0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222775 May 31 11:42:17.077850 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-9d709b11-74b3-4308-884d-57002fef9fc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:17.086418 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-9d709b11-74b3-4308-884d-57002fef9fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:17.087981 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-690d6814-2d9c-452d-9404-50945251cbed req-9d339b7f-30dc-4064-a40c-f1249581fcda tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950594 May 31 11:42:17.089390 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-a4e3ff7e-0b7f-4d37-979f-76b5554a8107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:17.093724 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-59e4aded-d776-4fa9-8ee6-721ef90578fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:17.096762 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:17.110502 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e3ff7e-0b7f-4d37-979f-76b5554a8107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72fd8e68-87c4-4157-afbf-d3d0f27c9b05,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:17.113619 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-a4e3ff7e-0b7f-4d37-979f-76b5554a8107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:17.116759 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-a4e3ff7e-0b7f-4d37-979f-76b5554a8107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:17.118094 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-a4e3ff7e-0b7f-4d37-979f-76b5554a8107 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/72fd8e68-87c4-4157-afbf-d3d0f27c9b05 HTTP/1.1" status: 204 len: 168 time: 0.5728610 May 31 11:42:17.147218 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-9d709b11-74b3-4308-884d-57002fef9fc1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=15d885401aed4c42ad1355cbad1df60e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4521430 May 31 11:42:17.147218 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d709b11-74b3-4308-884d-57002fef9fc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a776742-b26d-4c74-b79e-babb48280e29,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:17.147500 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 57084) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:17.150243 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-9d709b11-74b3-4308-884d-57002fef9fc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:17.216320 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-d3e0e192-52ae-4990-b90f-ae327bfee61b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:17.243702 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-d3e0e192-52ae-4990-b90f-ae327bfee61b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:17.304566 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-d3e0e192-52ae-4990-b90f-ae327bfee61b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:17.310614 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-0e5df0e1-2f21-43f4-a311-b9c2c3ba54c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:17.327018 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e0e192-52ae-4990-b90f-ae327bfee61b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a776742-b26d-4c74-b79e-babb48280e29,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:17.330704 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-d3e0e192-52ae-4990-b90f-ae327bfee61b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:17.336955 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-d3e0e192-52ae-4990-b90f-ae327bfee61b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:17.338178 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-d3e0e192-52ae-4990-b90f-ae327bfee61b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0a776742-b26d-4c74-b79e-babb48280e29 HTTP/1.1" status: 204 len: 168 time: 0.1897771 May 31 11:42:17.745824 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 57114) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:17.774196 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-fc579138-0229-4013-bf85-1ba9b0248295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:17.794182 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-fc579138-0229-4013-bf85-1ba9b0248295 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:42:17.801720 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-fc579138-0229-4013-bf85-1ba9b0248295 admin admin] Usage tracker for resource:security_group_rule and tenant:4fc30f7e22d74934baaa0e57e5132700 is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:42:17.805083 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-fc579138-0229-4013-bf85-1ba9b0248295 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:42:17.812504 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-fc579138-0229-4013-bf85-1ba9b0248295 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:42:17.918915 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-fc579138-0229-4013-bf85-1ba9b0248295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:17.924676 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-fc579138-0229-4013-bf85-1ba9b0248295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:17.933936 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-d3e0e192-52ae-4990-b90f-ae327bfee61b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:17.937824 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 57126) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:17.964087 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-1bef653d-94f3-45cb-bd12-d6fad80ca083 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:17.985154 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-1bef653d-94f3-45cb-bd12-d6fad80ca083 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:42:17.985880 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-fc579138-0229-4013-bf85-1ba9b0248295 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4fc30f7e22d74934baaa0e57e5132700&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2389212 May 31 11:42:17.986771 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 57134) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:17.987509 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-1bef653d-94f3-45cb-bd12-d6fad80ca083 admin admin] Usage tracker for resource:security_group_rule and tenant:89908da820674917a6112ffa45dff0a7 is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:42:17.992667 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-1bef653d-94f3-45cb-bd12-d6fad80ca083 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:42:18.001203 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-1bef653d-94f3-45cb-bd12-d6fad80ca083 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:42:18.038520 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc579138-0229-4013-bf85-1ba9b0248295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11059df8-9802-41da-ad77-71549e2a0a81,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:18.044295 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-fc579138-0229-4013-bf85-1ba9b0248295 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:18.065510 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-d855194b-15d9-41c8-9721-e172d768ecda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:18.098466 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-d855194b-15d9-41c8-9721-e172d768ecda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:18.136519 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-1bef653d-94f3-45cb-bd12-d6fad80ca083 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:18.144524 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-1bef653d-94f3-45cb-bd12-d6fad80ca083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:18.157847 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-b284733f-9971-4db1-b859-0d0887982f62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:18.212363 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-d855194b-15d9-41c8-9721-e172d768ecda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:18.218793 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-8e583f72-63e3-4db4-8b03-92014243aa24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:18.232252 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d855194b-15d9-41c8-9721-e172d768ecda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11059df8-9802-41da-ad77-71549e2a0a81,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:18.235341 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-d855194b-15d9-41c8-9721-e172d768ecda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:18.241734 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-d855194b-15d9-41c8-9721-e172d768ecda admin admin] Notify callbacks [] for security_group, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:18.242972 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-d855194b-15d9-41c8-9721-e172d768ecda admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/11059df8-9802-41da-ad77-71549e2a0a81 HTTP/1.1" status: 204 len: 168 time: 0.2537363 May 31 11:42:18.260447 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06785de2-89dd-40f4-8974-9220828497b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd0389ac-5ae1-41f7-9330-00a1630417f4'}, {'server_uuid': '8db774e8-27b0-4a95-aa30-3b7d13d5786d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d4b5761-502f-41e5-8a57-6b88be8db3a9'}] {{(pid=98444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:42:18.260447 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88ad6d6066f99d569bf87ae86d08865c72136362fb0dde426bf5d6223abbdd23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d32fe48-b4bf-4979-b6cd-49b048cba703" -d '{"events": [{"server_uuid": "06785de2-89dd-40f4-8974-9220828497b9", "name": "network-vif-plugged", "status": "completed", "tag": "cd0389ac-5ae1-41f7-9330-00a1630417f4"}, {"server_uuid": "8db774e8-27b0-4a95-aa30-3b7d13d5786d", "name": "network-vif-plugged", "status": "completed", "tag": "0d4b5761-502f-41e5-8a57-6b88be8db3a9"}]}' {{(pid=98444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:42:18.281670 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-1bef653d-94f3-45cb-bd12-d6fad80ca083 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=89908da820674917a6112ffa45dff0a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3426738 May 31 11:42:18.284941 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 57158) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:18.320129 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bef653d-94f3-45cb-bd12-d6fad80ca083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd541b1-e69b-424b-bf24-42005b994a78,revision_number=1']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:18.345671 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-1bef653d-94f3-45cb-bd12-d6fad80ca083 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:18.440956 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-bc5e352b-8236-4489-ab9e-3428e939554f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:18.477210 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176719fa-63f6-4a52-a811-4994976fae9e req-ad6a54a3-5301-4ff2-b2f0-8b3cdc1a30d6 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:18.484851 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-176719fa-63f6-4a52-a811-4994976fae9e req-ad6a54a3-5301-4ff2-b2f0-8b3cdc1a30d6 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db774e8-27b0-4a95-aa30-3b7d13d5786d HTTP/1.1" status: 200 len: 945 time: 0.2524395 May 31 11:42:18.514453 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-bc5e352b-8236-4489-ab9e-3428e939554f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:18.569826 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d738d-84c7-4d23-adf6-54bfcf0adc11 req-cbd6f40c-70da-45bb-b480-d241ec87ffaf tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:18.577720 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-388d738d-84c7-4d23-adf6-54bfcf0adc11 req-cbd6f40c-70da-45bb-b480-d241ec87ffaf tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=262b8cbd-0fc0-4cd8-a22d-395ca0a1615a HTTP/1.1" status: 200 len: 945 time: 0.2324793 May 31 11:42:18.584847 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-bc5e352b-8236-4489-ab9e-3428e939554f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:18.591757 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:18.599707 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.agents_db [None req-9d677285-078d-4c88-aefd-aa7dfcc00faf None None] Agent healthcheck: found 6 active agents {{(pid=98445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:42:18.612211 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5e352b-8236-4489-ab9e-3428e939554f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd541b1-e69b-424b-bf24-42005b994a78,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:18.630212 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-bc5e352b-8236-4489-ab9e-3428e939554f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:18.632863 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-bc5e352b-8236-4489-ab9e-3428e939554f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:18.634247 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-176719fa-63f6-4a52-a811-4994976fae9e req-1317167b-3f1f-4f38-9556-deb8cce0a402 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1a6aea4-fc43-4be4-985d-d05aeb50d0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484966 May 31 11:42:18.648309 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-bc5e352b-8236-4489-ab9e-3428e939554f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ecd541b1-e69b-424b-bf24-42005b994a78 HTTP/1.1" status: 204 len: 168 time: 0.3595507 May 31 11:42:18.738394 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 31 May 2021 11:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac50091b-6f7f-453b-998b-4dbcdccaedd8 x-openstack-request-id: req-ac50091b-6f7f-453b-998b-4dbcdccaedd8 {{(pid=98444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:42:18.738918 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06785de2-89dd-40f4-8974-9220828497b9", "name": "network-vif-plugged", "status": "completed", "tag": "cd0389ac-5ae1-41f7-9330-00a1630417f4", "code": 200}, {"server_uuid": "8db774e8-27b0-4a95-aa30-3b7d13d5786d", "name": "network-vif-plugged", "status": "completed", "tag": "0d4b5761-502f-41e5-8a57-6b88be8db3a9", "code": 200}]} {{(pid=98444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:42:18.739254 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ac50091b-6f7f-453b-998b-4dbcdccaedd8 {{(pid=98444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:42:18.739753 dv-cinder-786383-7-smb neutron-server[98444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06785de2-89dd-40f4-8974-9220828497b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd0389ac-5ae1-41f7-9330-00a1630417f4', 'code': 200} May 31 11:42:18.740613 dv-cinder-786383-7-smb neutron-server[98444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8db774e8-27b0-4a95-aa30-3b7d13d5786d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d4b5761-502f-41e5-8a57-6b88be8db3a9', 'code': 200} May 31 11:42:18.755796 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-388d738d-84c7-4d23-adf6-54bfcf0adc11 req-8c5934e2-9e08-42a5-9108-0ae36d1dbc38 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249647 May 31 11:42:19.306283 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66590465-c186-4c4c-a244-c684ce850a46 req-6f8bc1c1-dfd7-4ddb-a98b-baa158566a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:19.307836 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-66590465-c186-4c4c-a244-c684ce850a46 req-6f8bc1c1-dfd7-4ddb-a98b-baa158566a42 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8db774e8-27b0-4a95-aa30-3b7d13d5786d HTTP/1.1" status: 200 len: 1098 time: 0.1268759 May 31 11:42:19.314576 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c97047-fbe2-4079-a527-5cbbe86923d5 req-6626815e-6e46-4cc5-8557-f9672eeecfda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:19.316935 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-77c97047-fbe2-4079-a527-5cbbe86923d5 req-6626815e-6e46-4cc5-8557-f9672eeecfda service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=06785de2-89dd-40f4-8974-9220828497b9 HTTP/1.1" status: 200 len: 1099 time: 0.1362450 May 31 11:42:19.369668 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-66590465-c186-4c4c-a244-c684ce850a46 req-b60a049d-1005-4493-b9bc-d4738701bac7 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e1a6aea4-fc43-4be4-985d-d05aeb50d0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538359 May 31 11:42:19.373295 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-77c97047-fbe2-4079-a527-5cbbe86923d5 req-b740cb0d-e2c7-44e2-a327-58d023b29d82 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460064 May 31 11:42:20.144838 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e23c33-97a2-42c2-ab90-8c2074d5f7f3 req-b83b4c4d-d74c-472c-a8d1-40f07ddaf15e tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:20.144838 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-c5e23c33-97a2-42c2-ab90-8c2074d5f7f3 req-b83b4c4d-d74c-472c-a8d1-40f07ddaf15e tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db774e8-27b0-4a95-aa30-3b7d13d5786d HTTP/1.1" status: 200 len: 945 time: 0.3663936 May 31 11:42:20.214316 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025a2bdb-c3ef-471d-929c-a9d952e8b8bf req-bdda7e76-512e-44be-b68c-d8d0d325d51d tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:20.216004 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-025a2bdb-c3ef-471d-929c-a9d952e8b8bf req-bdda7e76-512e-44be-b68c-d8d0d325d51d tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=262b8cbd-0fc0-4cd8-a22d-395ca0a1615a HTTP/1.1" status: 200 len: 945 time: 0.2626143 May 31 11:42:20.228048 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-c5e23c33-97a2-42c2-ab90-8c2074d5f7f3 req-bddc6eb5-02bc-4c88-8e28-33911e87c925 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1a6aea4-fc43-4be4-985d-d05aeb50d0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710444 May 31 11:42:20.299698 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-025a2bdb-c3ef-471d-929c-a9d952e8b8bf req-8161e9de-6953-474d-8491-9544539e5742 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701308 May 31 11:42:20.597777 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 57286) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:20.792204 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfb6e48-f322-4cfc-80c2-14360030fadb req-d4f435e8-725c-48d5-97e7-2eb359ff3bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:20.794252 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-3dfb6e48-f322-4cfc-80c2-14360030fadb req-d4f435e8-725c-48d5-97e7-2eb359ff3bef service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4d8aa9185953468f8491235be83abf68&device_id=262b8cbd-0fc0-4cd8-a22d-395ca0a1615a HTTP/1.1" status: 200 len: 1098 time: 0.0889113 May 31 11:42:20.806312 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0259b977-7e41-4279-b74e-8176abf24211 req-976d3d83-e68e-410f-9f4c-b024719eb04e tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:20.808624 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-0259b977-7e41-4279-b74e-8176abf24211 req-976d3d83-e68e-410f-9f4c-b024719eb04e tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] 10.222.0.21 "GET /v2.0/ports?device_id=4946e0ad-2953-46d2-9105-70997e3fbb0b HTTP/1.1" status: 200 len: 946 time: 0.1694160 May 31 11:42:20.851191 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c25b80-0091-4367-8b15-43ff77772b58 req-9304d4a7-a475-425a-90c7-fe9f394fa60d tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:20.853049 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-98c25b80-0091-4367-8b15-43ff77772b58 req-9304d4a7-a475-425a-90c7-fe9f394fa60d tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=262b8cbd-0fc0-4cd8-a22d-395ca0a1615a HTTP/1.1" status: 200 len: 945 time: 0.1365163 May 31 11:42:20.940603 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-0259b977-7e41-4279-b74e-8176abf24211 req-380c0552-0863-4c6d-8f1d-140933873298 tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8476982-9d5d-4c8d-b148-058382fd7b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253648 May 31 11:42:20.960602 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfb6e48-f322-4cfc-80c2-14360030fadb req-d02056ca-32f6-4f41-b7f9-f4ddfa34b596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:20.962183 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-3dfb6e48-f322-4cfc-80c2-14360030fadb req-d02056ca-32f6-4f41-b7f9-f4ddfa34b596 service neutron] 10.222.0.61 "GET /v2.0/networks?id=665ca1a0-d0c5-448d-9582-68d76f26f11a HTTP/1.1" status: 200 len: 919 time: 0.1537106 May 31 11:42:20.975933 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-98c25b80-0091-4367-8b15-43ff77772b58 req-4912f897-43ec-405e-98cb-66068609c62e tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162241 May 31 11:42:20.981752 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-32912d3d-83df-4b0b-bc0a-474609e3496e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:21.060881 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-3dfb6e48-f322-4cfc-80c2-14360030fadb req-564001be-b005-42e2-80c7-6c5a00456afa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17e1fd8f-3124-4ed2-82b5-968d7372fc6f HTTP/1.1" status: 200 len: 217 time: 0.0683696 May 31 11:42:21.062945 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-32912d3d-83df-4b0b-bc0a-474609e3496e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:42:21.068056 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-32912d3d-83df-4b0b-bc0a-474609e3496e admin admin] Usage tracker for resource:security_group_rule and tenant:27eaddc519344aca9b03aa6a35847081 is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:42:21.071026 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-32912d3d-83df-4b0b-bc0a-474609e3496e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:42:21.115690 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-32912d3d-83df-4b0b-bc0a-474609e3496e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:42:21.191154 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfb6e48-f322-4cfc-80c2-14360030fadb req-f99d9af3-24f4-48c6-9662-947c1f92a296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:21.193926 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-3dfb6e48-f322-4cfc-80c2-14360030fadb req-f99d9af3-24f4-48c6-9662-947c1f92a296 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=482a023d-7693-4e4c-a2dd-49fc43823b85 HTTP/1.1" status: 200 len: 858 time: 0.1171734 May 31 11:42:21.327039 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-3dfb6e48-f322-4cfc-80c2-14360030fadb req-753cba19-0bbd-4ad4-aec5-b21cf6c8a9fa service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=665ca1a0-d0c5-448d-9582-68d76f26f11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0723259 May 31 11:42:21.329282 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-32912d3d-83df-4b0b-bc0a-474609e3496e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:21.336238 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-32912d3d-83df-4b0b-bc0a-474609e3496e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:21.343862 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 57318) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:21.350547 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:21.455706 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32912d3d-83df-4b0b-bc0a-474609e3496e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16b1aff9-ae33-403b-9dd5-e9a159648450,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:21.459116 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-32912d3d-83df-4b0b-bc0a-474609e3496e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:21.585458 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-32912d3d-83df-4b0b-bc0a-474609e3496e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=27eaddc519344aca9b03aa6a35847081&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9858415 May 31 11:42:21.588645 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 57334) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:21.637574 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b753ca87-20c4-4bab-87ba-ee2ee4c9db13 req-7127838b-a28c-4ffe-ae0d-e07b40e0a719 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:21.639484 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-b753ca87-20c4-4bab-87ba-ee2ee4c9db13 req-7127838b-a28c-4ffe-ae0d-e07b40e0a719 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db774e8-27b0-4a95-aa30-3b7d13d5786d HTTP/1.1" status: 200 len: 945 time: 0.1951201 May 31 11:42:21.655659 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-3dfb6e48-f322-4cfc-80c2-14360030fadb req-ce47d515-7e29-4269-beb3-000a31c7c974 service neutron] 10.222.0.61 "GET /v2.0/networks/665ca1a0-d0c5-448d-9582-68d76f26f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073516 May 31 11:42:21.746228 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-b4cdf006-7ae9-4954-a257-5ba5ac6dcd4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:21.809081 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-3dfb6e48-f322-4cfc-80c2-14360030fadb req-196367e0-71a4-4186-afbf-eada29abdd23 service neutron] 10.222.0.61 "GET /v2.0/networks/665ca1a0-d0c5-448d-9582-68d76f26f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461115 May 31 11:42:21.820440 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-b753ca87-20c4-4bab-87ba-ee2ee4c9db13 req-abd08cfd-1e68-4868-a5ce-56392b5592ef tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1a6aea4-fc43-4be4-985d-d05aeb50d0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1737733 May 31 11:42:21.854648 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-970c9922-bef8-4b4c-aca5-705ea0d82c77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:21.884842 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-b4cdf006-7ae9-4954-a257-5ba5ac6dcd4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:21.915510 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-970c9922-bef8-4b4c-aca5-705ea0d82c77 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:42:21.937481 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-970c9922-bef8-4b4c-aca5-705ea0d82c77 admin admin] Usage tracker for resource:security_group_rule and tenant:c85988770c19424985e0efe5f002996b is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:42:21.951706 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-970c9922-bef8-4b4c-aca5-705ea0d82c77 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:42:21.974473 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-970c9922-bef8-4b4c-aca5-705ea0d82c77 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:42:22.066166 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5206fe-23ed-415d-b96d-546270130bca req-1c0f934e-95ab-4320-988a-91c7b33148d6 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:22.067906 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-2b5206fe-23ed-415d-b96d-546270130bca req-1c0f934e-95ab-4320-988a-91c7b33148d6 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/networks?id=79d8a26c-dd66-4347-ae65-e9e905a4c881 HTTP/1.1" status: 200 len: 815 time: 0.3610735 May 31 11:42:22.173065 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-2b5206fe-23ed-415d-b96d-546270130bca req-3ba5180a-2592-4c3c-b344-11fdfb10b9f2 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/quotas/137483c5ff894f0390c68478edf226f3 HTTP/1.1" status: 200 len: 375 time: 0.0949938 May 31 11:42:22.175986 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-b4cdf006-7ae9-4954-a257-5ba5ac6dcd4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:22.185757 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-92d4ff83-ab26-4f5e-ad6a-4114214abc2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:22.252542 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cdf006-7ae9-4954-a257-5ba5ac6dcd4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16b1aff9-ae33-403b-9dd5-e9a159648450,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:22.263625 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-b4cdf006-7ae9-4954-a257-5ba5ac6dcd4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:22.304399 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-b4cdf006-7ae9-4954-a257-5ba5ac6dcd4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:22.308488 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-b4cdf006-7ae9-4954-a257-5ba5ac6dcd4e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/16b1aff9-ae33-403b-9dd5-e9a159648450 HTTP/1.1" status: 204 len: 168 time: 0.7163136 May 31 11:42:22.336042 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93c905-6875-436b-a6eb-d02f65f0da34 req-87e530a8-8b3f-4e0f-9c76-d77518f8c89f tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:22.349309 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-9d93c905-6875-436b-a6eb-d02f65f0da34 req-87e530a8-8b3f-4e0f-9c76-d77518f8c89f tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db774e8-27b0-4a95-aa30-3b7d13d5786d HTTP/1.1" status: 200 len: 945 time: 0.3593159 May 31 11:42:22.350020 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 57372) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:22.359654 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.v2.base [None req-84a66ef1-a3e3-4232-8232-c50362eade25 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Request body: {'floatingip': {'port_id': '0d4b5761-502f-41e5-8a57-6b88be8db3a9'}} {{(pid=98443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:42:22.389302 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-970c9922-bef8-4b4c-aca5-705ea0d82c77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:22.406789 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-970c9922-bef8-4b4c-aca5-705ea0d82c77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:22.431429 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-0e3ecfa9-6a27-4140-bd48-e389c41a2e59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:22.498971 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-84a66ef1-a3e3-4232-8232-c50362eade25 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks [] for floatingip, before_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:22.509137 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-2b5206fe-23ed-415d-b96d-546270130bca req-e54b4be3-07a9-4c76-bd0c-a9a4f9e00869 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=137483c5ff894f0390c68478edf226f3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3290167 May 31 11:42:22.574876 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-970c9922-bef8-4b4c-aca5-705ea0d82c77 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c85988770c19424985e0efe5f002996b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2272131 May 31 11:42:22.577088 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 57384) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:22.637760 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970c9922-bef8-4b4c-aca5-705ea0d82c77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=628f78c7-afe1-4206-86a0-f0925903d3de,revision_number=1']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:22.641563 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-970c9922-bef8-4b4c-aca5-705ea0d82c77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:22.730931 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-2b5206fe-23ed-415d-b96d-546270130bca req-a42ffbe0-3691-486c-b150-984bccceeda1 service neutron] 10.222.0.21 "GET /v2.0/networks/79d8a26c-dd66-4347-ae65-e9e905a4c881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207913 May 31 11:42:22.744271 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a890abab-ada4-457e-b62e-8dab0a68961a req-8673bca1-559d-498f-9c42-e908f930b8eb tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:22.752103 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-a890abab-ada4-457e-b62e-8dab0a68961a req-8673bca1-559d-498f-9c42-e908f930b8eb tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] 10.222.0.21 "GET /v2.0/ports?device_id=4946e0ad-2953-46d2-9105-70997e3fbb0b HTTP/1.1" status: 200 len: 946 time: 0.2619412 May 31 11:42:22.766549 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 57388) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:22.768006 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-57183f75-bb50-416d-883e-14b46534a4cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:22.877060 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-a890abab-ada4-457e-b62e-8dab0a68961a req-83401686-4ac8-459c-88b7-d92fc2435856 tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8476982-9d5d-4c8d-b148-058382fd7b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240106 May 31 11:42:22.881635 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-0ae4c4d9-a7d9-4ea7-836e-6a2e603f4bbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:22.897599 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-57183f75-bb50-416d-883e-14b46534a4cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:22.920614 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-2b5206fe-23ed-415d-b96d-546270130bca req-6111374a-da21-45da-afa7-b35fdb530c98 service neutron] 10.222.0.21 "GET /v2.0/networks/79d8a26c-dd66-4347-ae65-e9e905a4c881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657643 May 31 11:42:22.927250 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-0ae4c4d9-a7d9-4ea7-836e-6a2e603f4bbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:42:22.985872 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-0ae4c4d9-a7d9-4ea7-836e-6a2e603f4bbb admin admin] Usage tracker for resource:security_group_rule and tenant:02ce9ed791e340d2b9e87bb66ef88e63 is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:42:23.006166 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-0ae4c4d9-a7d9-4ea7-836e-6a2e603f4bbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:42:23.023441 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-0ae4c4d9-a7d9-4ea7-836e-6a2e603f4bbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:42:23.111783 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcf2ced-4517-4527-82a5-d79658c66b3d req-039a06c3-2808-4d63-81cd-5c4131a22d49 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:23.113550 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-3bcf2ced-4517-4527-82a5-d79658c66b3d req-039a06c3-2808-4d63-81cd-5c4131a22d49 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=262b8cbd-0fc0-4cd8-a22d-395ca0a1615a HTTP/1.1" status: 200 len: 945 time: 0.1187596 May 31 11:42:23.201924 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-3bcf2ced-4517-4527-82a5-d79658c66b3d req-ede7feef-ca12-4ca4-b5fb-36cc76222da0 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813177 May 31 11:42:23.284804 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-acfe99bf-bb72-4995-b872-8e89e977cf70 req-f53af9c4-4310-43fb-8098-2a7591edd5f5 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0a42ef9-3640-42c0-a18c-ab6476071d48 HTTP/1.1" status: 200 len: 210 time: 0.0510032 May 31 11:42:23.370355 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-57183f75-bb50-416d-883e-14b46534a4cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:23.376611 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:23.402074 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57183f75-bb50-416d-883e-14b46534a4cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=628f78c7-afe1-4206-86a0-f0925903d3de,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:23.404352 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-57183f75-bb50-416d-883e-14b46534a4cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:23.520872 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-57183f75-bb50-416d-883e-14b46534a4cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:23.521995 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-57183f75-bb50-416d-883e-14b46534a4cd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/628f78c7-afe1-4206-86a0-f0925903d3de HTTP/1.1" status: 204 len: 168 time: 0.9439371 May 31 11:42:23.559352 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-0ae4c4d9-a7d9-4ea7-836e-6a2e603f4bbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:23.607682 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-0ae4c4d9-a7d9-4ea7-836e-6a2e603f4bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:23.624948 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-458ae5e4-bb42-4fbc-a0f2-05756119c0af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:23.692208 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.db.resource_extend [None req-84a66ef1-a3e3-4232-8232-c50362eade25 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 11:42:23.825298 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-0ae4c4d9-a7d9-4ea7-836e-6a2e603f4bbb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=02ce9ed791e340d2b9e87bb66ef88e63&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0551219 May 31 11:42:23.828163 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 57410) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:23.842170 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d6939-dad8-4ddf-8ab1-f6d85d4c2c1b req-31a72c77-4cea-4462-847f-53ed17f9cb65 tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:23.843093 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [req-2d0d6939-dad8-4ddf-8ab1-f6d85d4c2c1b req-31a72c77-4cea-4462-847f-53ed17f9cb65 tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] Synchronizing usage tracker for tenant:5042a29dba084c1ab45f17148f508695 on resource:port {{(pid=98443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:42:23.848582 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae4c4d9-a7d9-4ea7-836e-6a2e603f4bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4472c8fa-5377-4601-b93d-a773887eb288,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:23.872172 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-0ae4c4d9-a7d9-4ea7-836e-6a2e603f4bbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:23.893698 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [req-2d0d6939-dad8-4ddf-8ab1-f6d85d4c2c1b req-31a72c77-4cea-4462-847f-53ed17f9cb65 tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] Unset dirty status for tenant:5042a29dba084c1ab45f17148f508695 on resource:port {{(pid=98443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:42:23.894906 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-2d0d6939-dad8-4ddf-8ab1-f6d85d4c2c1b req-31a72c77-4cea-4462-847f-53ed17f9cb65 tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] 10.222.0.61 "GET /v2.0/ports?device_id=4946e0ad-2953-46d2-9105-70997e3fbb0b HTTP/1.1" status: 200 len: 946 time: 0.4815123 May 31 11:42:23.914413 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-84d65d6f-d0ce-4953-9440-949d123cdc25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:23.945819 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-84a66ef1-a3e3-4232-8232-c50362eade25 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:23.960620 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-84a66ef1-a3e3-4232-8232-c50362eade25 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8365565'] for floatingip, after_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:23.964769 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-84d65d6f-d0ce-4953-9440-949d123cdc25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:23.983095 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 57416) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:24.032139 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-01aaf50a-0e0e-4521-bc3f-ca54d403dff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:24.093079 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-01aaf50a-0e0e-4521-bc3f-ca54d403dff1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:42:24.099945 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-01aaf50a-0e0e-4521-bc3f-ca54d403dff1 admin admin] Usage tracker for resource:security_group_rule and tenant:8c155f03a5d8486c819d1351bc7574b1 is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:42:24.103667 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-01aaf50a-0e0e-4521-bc3f-ca54d403dff1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:42:24.117095 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-01aaf50a-0e0e-4521-bc3f-ca54d403dff1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:42:24.134153 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-84d65d6f-d0ce-4953-9440-949d123cdc25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:24.140017 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:24.169765 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d65d6f-d0ce-4953-9440-949d123cdc25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4472c8fa-5377-4601-b93d-a773887eb288,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:24.172252 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-84d65d6f-d0ce-4953-9440-949d123cdc25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:24.183345 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-84d65d6f-d0ce-4953-9440-949d123cdc25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:24.184482 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-84d65d6f-d0ce-4953-9440-949d123cdc25 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4472c8fa-5377-4601-b93d-a773887eb288 HTTP/1.1" status: 204 len: 168 time: 0.3553214 May 31 11:42:24.199163 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.db.l3_db [None req-84a66ef1-a3e3-4232-8232-c50362eade25 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Floating IP 3065d8d8-8a57-4b16-9e68-255d42ef1674 associated. External IP: 172.28.3.161, port: 0d4b5761-502f-41e5-8a57-6b88be8db3a9. May 31 11:42:24.263539 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c918254-83c4-4fcf-b808-84660323fb3b req-ff380c66-3d54-4b47-b761-49751edd33ee tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:24.271306 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-6c918254-83c4-4fcf-b808-84660323fb3b req-ff380c66-3d54-4b47-b761-49751edd33ee tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] 10.222.0.21 "GET /v2.0/ports?device_id=4946e0ad-2953-46d2-9105-70997e3fbb0b HTTP/1.1" status: 200 len: 946 time: 0.2291660 May 31 11:42:24.296561 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.plugin [req-2d0d6939-dad8-4ddf-8ab1-f6d85d4c2c1b req-5eb8a99f-a478-4562-bf91-6e9179f32805 tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] Deleting port 85a4548a-903b-4843-9b4f-fba507fab182 {{(pid=98443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:42:24.296917 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-2d0d6939-dad8-4ddf-8ab1-f6d85d4c2c1b req-5eb8a99f-a478-4562-bf91-6e9179f32805 tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781593492803'] for port, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:24.308712 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-01aaf50a-0e0e-4521-bc3f-ca54d403dff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:24.322258 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-01aaf50a-0e0e-4521-bc3f-ca54d403dff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:24.333170 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-d2d40a83-5409-43de-b310-4504ffd17426 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:24.378151 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-6c918254-83c4-4fcf-b808-84660323fb3b req-dbd66a08-84a5-4157-b2aa-6ed4919544c1 tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] 10.222.0.21 "GET /v2.0/security-groups?id=f8476982-9d5d-4c8d-b148-058382fd7b1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057758 May 31 11:42:24.494100 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-01aaf50a-0e0e-4521-bc3f-ca54d403dff1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8c155f03a5d8486c819d1351bc7574b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4940212 May 31 11:42:24.500478 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 57432) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:24.529829 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aaf50a-0e0e-4521-bc3f-ca54d403dff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ce2d16-d0eb-478e-8441-8a1ebf1d4763,revision_number=1']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:24.576812 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-01aaf50a-0e0e-4521-bc3f-ca54d403dff1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:24.673156 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-67056ded-56f9-4ad0-add6-009bbd60047b req-a05f1ed5-b79d-4dc5-817b-8d822bdf6635 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0a42ef9-3640-42c0-a18c-ab6476071d48 HTTP/1.1" status: 200 len: 210 time: 0.0835619 May 31 11:42:24.689560 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.db [req-2d0d6939-dad8-4ddf-8ab1-f6d85d4c2c1b req-5eb8a99f-a478-4562-bf91-6e9179f32805 tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] For port 85a4548a-903b-4843-9b4f-fba507fab182, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=85a4548a-903b-4843-9b4f-fba507fab182,segment=NetworkSegment(9d1bdf57-3200-42f1-a892-4fe305515aeb),segment_id=9d1bdf57-3200-42f1-a892-4fe305515aeb)] {{(pid=98443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:42:24.694875 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-2d0d6939-dad8-4ddf-8ab1-f6d85d4c2c1b req-5eb8a99f-a478-4562-bf91-6e9179f32805 tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8366366'] for port, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:24.780697 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-96dfc919-6546-40c6-8e09-e6817c0204e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:24.816380 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7323e2-2691-4e9d-bcf2-f001f4bb613f req-8f869fd4-081c-4c49-8609-d51b2762a454 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:24.817888 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-3e7323e2-2691-4e9d-bcf2-f001f4bb613f req-8f869fd4-081c-4c49-8609-d51b2762a454 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=262b8cbd-0fc0-4cd8-a22d-395ca0a1615a HTTP/1.1" status: 200 len: 945 time: 0.4602804 May 31 11:42:24.889864 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-0bc3f89a-977a-4eae-aa71-4b5a3d0906c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:24.951634 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.plugin [req-2d0d6939-dad8-4ddf-8ab1-f6d85d4c2c1b req-5eb8a99f-a478-4562-bf91-6e9179f32805 tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] Calling delete_port for 85a4548a-903b-4843-9b4f-fba507fab182 owned by compute:nova {{(pid=98443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:42:24.972658 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-3e7323e2-2691-4e9d-bcf2-f001f4bb613f req-bce770e5-b1fd-48a4-97a2-a3ac1db0f101 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422453 May 31 11:42:24.984199 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-0bc3f89a-977a-4eae-aa71-4b5a3d0906c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:24.999053 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5206fe-23ed-415d-b96d-546270130bca req-19f0c1a6-956f-466f-a021-01c50bb85473 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:25.000940 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-2b5206fe-23ed-415d-b96d-546270130bca req-19f0c1a6-956f-466f-a021-01c50bb85473 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.61 "GET /v2.0/networks?id=79d8a26c-dd66-4347-ae65-e9e905a4c881 HTTP/1.1" status: 200 len: 815 time: 0.4232059 May 31 11:42:25.052898 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84a66ef1-a3e3-4232-8232-c50362eade25 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Router 1f31bf17-2c66-4dca-a7df-4af4dab9b0d6 has already been hosted by L3 agent 18500941-09fe-4120-b40f-cc1049bfe169 {{(pid=98443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:42:25.064886 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.v2.base [req-2b5206fe-23ed-415d-b96d-546270130bca req-fe8ce0ed-436e-4950-9fd9-64b8092a2940 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Request body: {'port': {'device_id': 'f0a42ef9-3640-42c0-a18c-ab6476071d48', 'network_id': '79d8a26c-dd66-4347-ae65-e9e905a4c881', 'admin_state_up': True, 'tenant_id': '137483c5ff894f0390c68478edf226f3'}} {{(pid=98442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:42:25.084468 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-0bc3f89a-977a-4eae-aa71-4b5a3d0906c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:25.096271 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:25.158514 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc3f89a-977a-4eae-aa71-4b5a3d0906c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ce2d16-d0eb-478e-8441-8a1ebf1d4763,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:25.160942 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-0bc3f89a-977a-4eae-aa71-4b5a3d0906c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:25.184677 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-0bc3f89a-977a-4eae-aa71-4b5a3d0906c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:25.188965 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-0bc3f89a-977a-4eae-aa71-4b5a3d0906c4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a7ce2d16-d0eb-478e-8441-8a1ebf1d4763 HTTP/1.1" status: 204 len: 168 time: 0.6785331 May 31 11:42:25.279479 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [req-2b5206fe-23ed-415d-b96d-546270130bca req-fe8ce0ed-436e-4950-9fd9-64b8092a2940 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:42:25.284799 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [req-2b5206fe-23ed-415d-b96d-546270130bca req-fe8ce0ed-436e-4950-9fd9-64b8092a2940 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Usage tracker for resource:port and tenant:137483c5ff894f0390c68478edf226f3 is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:42:25.288457 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [req-2b5206fe-23ed-415d-b96d-546270130bca req-fe8ce0ed-436e-4950-9fd9-64b8092a2940 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Quota usage for port was recalculated. Used quota:1. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:42:25.297020 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [req-2b5206fe-23ed-415d-b96d-546270130bca req-fe8ce0ed-436e-4950-9fd9-64b8092a2940 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:42:25.309872 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b5206fe-23ed-415d-b96d-546270130bca req-fe8ce0ed-436e-4950-9fd9-64b8092a2940 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Made reservation on behalf of 137483c5ff894f0390c68478edf226f3 for: {'port': 1} {{(pid=98442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:42:25.315587 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-2b5206fe-23ed-415d-b96d-546270130bca req-fe8ce0ed-436e-4950-9fd9-64b8092a2940 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:25.459436 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a66ef1-a3e3-4232-8232-c50362eade25 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify agent at l3_agent.dv-cinder-786383-7-smb the message routers_updated {{(pid=98443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:42:25.476295 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-84a66ef1-a3e3-4232-8232-c50362eade25 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523773'] for floatingip, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:25.480928 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2f6b43-e6f6-4bd3-934e-5957fdde0d94 None None] Sync routers for ids ['1f31bf17-2c66-4dca-a7df-4af4dab9b0d6'] in dv-cinder-786383-7-smb {{(pid=98445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:42:25.498309 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2f6b43-e6f6-4bd3-934e-5957fdde0d94 None None] Routers {'1f31bf17-2c66-4dca-a7df-4af4dab9b0d6'} bound to L3 agent in host dv-cinder-786383-7-smb {{(pid=98445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:42:25.499087 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_hamode_db [None req-0f2f6b43-e6f6-4bd3-934e-5957fdde0d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:33:28Z,description=,heartbeat_timestamp=2021-05-31T11:41:58Z,host='dv-cinder-786383-7-smb',id=18500941-09fe-4120-b40f-cc1049bfe169,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:33:28Z,topic='l3_agent')) {'router_ids': ['1f31bf17-2c66-4dca-a7df-4af4dab9b0d6'], 'active': True} {{(pid=98445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:42:25.555622 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-2d0d6939-dad8-4ddf-8ab1-f6d85d4c2c1b req-5eb8a99f-a478-4562-bf91-6e9179f32805 tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781593493926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781593114067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6347609'] for port, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:25.571280 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-84a66ef1-a3e3-4232-8232-c50362eade25 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "PUT /v2.0/floatingips/3065d8d8-8a57-4b16-9e68-255d42ef1674 HTTP/1.1" status: 200 len: 991 time: 3.2190900 May 31 11:42:25.574169 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-32052126-fad7-42fc-a793-bffa72c6d5c2 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:25.631100 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8db774e8-27b0-4a95-aa30-3b7d13d5786d', 'tag': '0d4b5761-502f-41e5-8a57-6b88be8db3a9'}] {{(pid=98443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:42:25.634081 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56017c51fa2db9d96507774d194550d251c1d18f102e1d67e4a71b2ac79ee147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d20509-a541-4c04-be67-384802bfd4f1" -d '{"events": [{"name": "network-changed", "server_uuid": "8db774e8-27b0-4a95-aa30-3b7d13d5786d", "tag": "0d4b5761-502f-41e5-8a57-6b88be8db3a9"}]}' {{(pid=98443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:42:25.654325 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb8a99f-a478-4562-bf91-6e9179f32805 tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] Pushing event deleted for resources: {'Port': ['ID=85a4548a-903b-4843-9b4f-fba507fab182,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:25.658016 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-5eb8a99f-a478-4562-bf91-6e9179f32805 tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:25.755294 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d0d6939-dad8-4ddf-8ab1-f6d85d4c2c1b req-5eb8a99f-a478-4562-bf91-6e9179f32805 tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] No DVR routers for this DVR port 85a4548a-903b-4843-9b4f-fba507fab182 on host hv-cinder-78638 {{(pid=98443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:42:25.759908 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-2d0d6939-dad8-4ddf-8ab1-f6d85d4c2c1b req-5eb8a99f-a478-4562-bf91-6e9179f32805 tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523773'] for port, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:25.762362 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-2d0d6939-dad8-4ddf-8ab1-f6d85d4c2c1b req-5eb8a99f-a478-4562-bf91-6e9179f32805 tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] 10.222.0.61 "DELETE /v2.0/ports/85a4548a-903b-4843-9b4f-fba507fab182 HTTP/1.1" status: 204 len: 173 time: 1.8606863 May 31 11:42:25.795181 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-470f6ce3-3d6a-4122-adbc-3a0167999d1c req-29d682bb-45f7-4e1a-881c-88d5edb20159 tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] 10.222.0.21 "GET /v2.0/ports?device_id=4946e0ad-2953-46d2-9105-70997e3fbb0b HTTP/1.1" status: 200 len: 210 time: 0.2558944 May 31 11:42:25.807385 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_dvr_db [None req-0f2f6b43-e6f6-4bd3-934e-5957fdde0d94 None None] Set router 1f31bf17-2c66-4dca-a7df-4af4dab9b0d6 gateway port host: dv-cinder-786383-7-smb {{(pid=98445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:42:25.814085 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.db_base_plugin_common [req-2b5206fe-23ed-415d-b96d-546270130bca req-fe8ce0ed-436e-4950-9fd9-64b8092a2940 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Allocated IP 172.20.0.2 (79d8a26c-dd66-4347-ae65-e9e905a4c881/9fd55cdd-d13a-4134-ac0d-50fa90ef4a5c/f8cd1729-c99a-487a-a6b6-b528b9d6d0bc) {{(pid=98442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:42:25.898265 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5332a0d3-9cb4-4566-9705-e0c70b68656b x-openstack-request-id: req-5332a0d3-9cb4-4566-9705-e0c70b68656b {{(pid=98443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:42:25.898577 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8db774e8-27b0-4a95-aa30-3b7d13d5786d", "tag": "0d4b5761-502f-41e5-8a57-6b88be8db3a9", "status": "completed", "code": 200}]} {{(pid=98443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:42:25.898873 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5332a0d3-9cb4-4566-9705-e0c70b68656b {{(pid=98443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:42:25.899742 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8db774e8-27b0-4a95-aa30-3b7d13d5786d', 'tag': '0d4b5761-502f-41e5-8a57-6b88be8db3a9', 'status': 'completed', 'code': 200} May 31 11:42:26.171951 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-d98177d4-b219-41a7-a35e-9b56fb084475 req-95982d09-96b8-4839-8cba-ec005f4cc0fa tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0a42ef9-3640-42c0-a18c-ab6476071d48 HTTP/1.1" status: 200 len: 210 time: 0.0767956 May 31 11:42:26.204779 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d20509-a541-4c04-be67-384802bfd4f1 req-4443f58b-40a2-4eaa-92a2-2548415daee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:26.206276 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-76d20509-a541-4c04-be67-384802bfd4f1 req-4443f58b-40a2-4eaa-92a2-2548415daee7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0eca8cc498704c828ce4fda2d808043a&device_id=8db774e8-27b0-4a95-aa30-3b7d13d5786d HTTP/1.1" status: 200 len: 1098 time: 0.2465620 May 31 11:42:26.263602 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-2b5206fe-23ed-415d-b96d-546270130bca req-fe8ce0ed-436e-4950-9fd9-64b8092a2940 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Notify callbacks [] for port, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:26.300612 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-2b5206fe-23ed-415d-b96d-546270130bca req-fe8ce0ed-436e-4950-9fd9-64b8092a2940 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781593114058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6713643'] for port, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:26.314980 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:26.340801 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] get_ports_and_sgs() called for port_ids ['2e2c23ae-b00e-4a48-81a0-8bc201ba1436'] {{(pid=98444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:42:26.441156 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d20509-a541-4c04-be67-384802bfd4f1 req-cac8b2c3-53d5-46b4-aa52-81398f13fbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:26.443009 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-76d20509-a541-4c04-be67-384802bfd4f1 req-cac8b2c3-53d5-46b4-aa52-81398f13fbd0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3b861c59-52f7-46ca-99da-e6f4b5d8dcf3 HTTP/1.1" status: 200 len: 911 time: 0.2283776 May 31 11:42:26.574205 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_hamode_db [None req-0f2f6b43-e6f6-4bd3-934e-5957fdde0d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f31bf17-2c66-4dca-a7df-4af4dab9b0d6', 'name': 'tempest-AttachVolumeTestJSON-608903553-router', 'tenant_id': '0eca8cc498704c828ce4fda2d808043a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.239'}], 'enable_snat': True}, 'gw_port_id': '4856108b-0b77-4e29-9719-f8d192545e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:41:28Z', 'updated_at': '2021-05-31T11:41:39Z', 'revision_number': 4, 'project_id': '0eca8cc498704c828ce4fda2d808043a', 'gw_port': {'id': '4856108b-0b77-4e29-9719-f8d192545e5e', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f31bf17-2c66-4dca-a7df-4af4dab9b0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:29Z', 'updated_at': '2021-05-31T11:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb', '_floatingips': [{'id': '3065d8d8-8a57-4b16-9e68-255d42ef1674', 'tenant_id': '0eca8cc498704c828ce4fda2d808043a', 'floating_ip_address': '172.28.3.161', 'floating_network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'router_id': '1f31bf17-2c66-4dca-a7df-4af4dab9b0d6', 'port_id': '0d4b5761-502f-41e5-8a57-6b88be8db3a9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b861c59-52f7-46ca-99da-e6f4b5d8dcf3', 'mac_address': 'fa:16:3e:c6:d8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db774e8-27b0-4a95-aa30-3b7d13d5786d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:41:49Z', 'updated_at': '2021-05-31T11:42:23Z', 'revision_number': 1, 'project_id': '0eca8cc498704c828ce4fda2d808043a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2290c5f3-38b7-464e-9c68-2595c5fae4f9', 'name': '', 'network_id': '3b861c59-52f7-46ca-99da-e6f4b5d8dcf3', 'tenant_id': '0eca8cc498704c828ce4fda2d808043a', 'mac_address': 'fa:16:3e:53:5d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f31bf17-2c66-4dca-a7df-4af4dab9b0d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3d8c3d1c-ffe1-4449-ae14-fb794221a40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:37Z', 'updated_at': '2021-05-31T11:41:51Z', 'revision_number': 5, 'project_id': '0eca8cc498704c828ce4fda2d808043a', 'subnets': [{'id': '3d8c3d1c-ffe1-4449-ae14-fb794221a40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-smb', False) {} {{(pid=98445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:42:26.590796 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2f6b43-e6f6-4bd3-934e-5957fdde0d94 None None] Checking router: 1f31bf17-2c66-4dca-a7df-4af4dab9b0d6 for host: dv-cinder-786383-7-smb {{(pid=98445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:42:26.609107 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2f6b43-e6f6-4bd3-934e-5957fdde0d94 None None] Routers {'1f31bf17-2c66-4dca-a7df-4af4dab9b0d6'} bound to L3 agent in host dv-cinder-786383-7-smb {{(pid=98445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:42:26.609795 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_hamode_db [None req-0f2f6b43-e6f6-4bd3-934e-5957fdde0d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:33:28Z,description=,heartbeat_timestamp=2021-05-31T11:41:58Z,host='dv-cinder-786383-7-smb',id=18500941-09fe-4120-b40f-cc1049bfe169,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:33:28Z,topic='l3_agent')) {'router_ids': ['1f31bf17-2c66-4dca-a7df-4af4dab9b0d6'], 'active': True} {{(pid=98445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:42:26.615735 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-76d20509-a541-4c04-be67-384802bfd4f1 req-4453b6bb-e7c8-4b40-a59a-57a1a1523388 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d4b5761-502f-41e5-8a57-6b88be8db3a9 HTTP/1.1" status: 200 len: 999 time: 0.1622326 May 31 11:42:26.669475 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8ce0ed-436e-4950-9fd9-64b8092a2940 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Pushing event updated for resources: {'Port': ['ID=f8cd1729-c99a-487a-a6b6-b528b9d6d0bc,revision_number=1']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:26.698480 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-fe8ce0ed-436e-4950-9fd9-64b8092a2940 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:26.722695 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b5206fe-23ed-415d-b96d-546270130bca req-fe8ce0ed-436e-4950-9fd9-64b8092a2940 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Network 79d8a26c-dd66-4347-ae65-e9e905a4c881 is already hosted by enough agents. {{(pid=98442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:42:26.762501 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d20509-a541-4c04-be67-384802bfd4f1 req-222c7f36-d158-4a92-a1b4-a4a79dba2e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:26.765448 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.base_scheduler [req-2b5206fe-23ed-415d-b96d-546270130bca req-fe8ce0ed-436e-4950-9fd9-64b8092a2940 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Resources bound (agent type, host, resource id): {{(pid=98442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:42:26.768352 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-76d20509-a541-4c04-be67-384802bfd4f1 req-222c7f36-d158-4a92-a1b4-a4a79dba2e87 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3d8c3d1c-ffe1-4449-ae14-fb794221a40d HTTP/1.1" status: 200 len: 849 time: 0.1417408 May 31 11:42:26.771829 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b5206fe-23ed-415d-b96d-546270130bca req-fe8ce0ed-436e-4950-9fd9-64b8092a2940 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Received port after_create {{(pid=98442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:42:26.911590 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d20509-a541-4c04-be67-384802bfd4f1 req-a812e407-e604-40bc-9268-f50b24309981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:26.913085 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-76d20509-a541-4c04-be67-384802bfd4f1 req-a812e407-e604-40bc-9268-f50b24309981 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3b861c59-52f7-46ca-99da-e6f4b5d8dcf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1400075 May 31 11:42:26.976448 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4115bc57-b96d-4ffe-a670-65c939e747a5 req-68881ca9-1a31-4885-8417-2c619b49ab40 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:26.981645 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_dvr_db [None req-0f2f6b43-e6f6-4bd3-934e-5957fdde0d94 None None] Set router 1f31bf17-2c66-4dca-a7df-4af4dab9b0d6 gateway port host: dv-cinder-786383-7-smb {{(pid=98445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:42:26.984358 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-4115bc57-b96d-4ffe-a670-65c939e747a5 req-68881ca9-1a31-4885-8417-2c619b49ab40 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=262b8cbd-0fc0-4cd8-a22d-395ca0a1615a HTTP/1.1" status: 200 len: 945 time: 0.5101049 May 31 11:42:26.996466 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5206fe-23ed-415d-b96d-546270130bca req-fe8ce0ed-436e-4950-9fd9-64b8092a2940 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:26.997231 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-2b5206fe-23ed-415d-b96d-546270130bca req-fe8ce0ed-436e-4950-9fd9-64b8092a2940 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927509'] for port, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:27.050950 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device 85a4548a-903b-4843-9b4f-fba507fab182 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:42:27.110103 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-2b5206fe-23ed-415d-b96d-546270130bca req-fe8ce0ed-436e-4950-9fd9-64b8092a2940 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0519660 May 31 11:42:27.136430 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-4115bc57-b96d-4ffe-a670-65c939e747a5 req-854353b3-ce04-49f7-83c1-ff3680b49b2b tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509795 May 31 11:42:27.162273 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.plugin [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] No Port match for: 85a4548a-903b-4843-9b4f-fba507fab182 {{(pid=98444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:42:27.163810 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device 85a4548a-903b-4843-9b4f-fba507fab182 not bound to the agent host hv-cinder-78638 {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:42:27.171957 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.v2.base [req-2b5206fe-23ed-415d-b96d-546270130bca req-37606d91-a967-42cc-af56-34d5e3f098d2 service neutron] Request body: {'port': {'device_id': 'f0a42ef9-3640-42c0-a18c-ab6476071d48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:42:27.273730 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-76d20509-a541-4c04-be67-384802bfd4f1 req-444a2a5d-e730-4b5c-8b67-2dd7e5b37f21 service neutron] 10.222.0.61 "GET /v2.0/networks/3b861c59-52f7-46ca-99da-e6f4b5d8dcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3523381 May 31 11:42:27.471583 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-096f6371-f46f-417b-b76a-49d0d8b70640 req-eec6e796-abaa-4f33-b829-e3bbadfb3596 tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] 10.222.0.21 "GET /v2.0/ports?device_id=4946e0ad-2953-46d2-9105-70997e3fbb0b HTTP/1.1" status: 200 len: 210 time: 0.1825457 May 31 11:42:27.506022 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-76d20509-a541-4c04-be67-384802bfd4f1 req-aa9fbea6-7ac0-4f89-9c55-b3404a654bc5 service neutron] 10.222.0.61 "GET /v2.0/networks/3b861c59-52f7-46ca-99da-e6f4b5d8dcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244394 May 31 11:42:27.522465 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:27.583612 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-2b5206fe-23ed-415d-b96d-546270130bca req-37606d91-a967-42cc-af56-34d5e3f098d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:27.694283 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_hamode_db [None req-0f2f6b43-e6f6-4bd3-934e-5957fdde0d94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f31bf17-2c66-4dca-a7df-4af4dab9b0d6', 'name': 'tempest-AttachVolumeTestJSON-608903553-router', 'tenant_id': '0eca8cc498704c828ce4fda2d808043a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.239'}], 'enable_snat': True}, 'gw_port_id': '4856108b-0b77-4e29-9719-f8d192545e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:41:28Z', 'updated_at': '2021-05-31T11:41:39Z', 'revision_number': 4, 'project_id': '0eca8cc498704c828ce4fda2d808043a', 'gw_port': {'id': '4856108b-0b77-4e29-9719-f8d192545e5e', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f31bf17-2c66-4dca-a7df-4af4dab9b0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:29Z', 'updated_at': '2021-05-31T11:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb', '_floatingips': [{'id': '3065d8d8-8a57-4b16-9e68-255d42ef1674', 'tenant_id': '0eca8cc498704c828ce4fda2d808043a', 'floating_ip_address': '172.28.3.161', 'floating_network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'router_id': '1f31bf17-2c66-4dca-a7df-4af4dab9b0d6', 'port_id': '0d4b5761-502f-41e5-8a57-6b88be8db3a9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b861c59-52f7-46ca-99da-e6f4b5d8dcf3', 'mac_address': 'fa:16:3e:c6:d8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db774e8-27b0-4a95-aa30-3b7d13d5786d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:41:49Z', 'updated_at': '2021-05-31T11:42:23Z', 'revision_number': 1, 'project_id': '0eca8cc498704c828ce4fda2d808043a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2290c5f3-38b7-464e-9c68-2595c5fae4f9', 'name': '', 'network_id': '3b861c59-52f7-46ca-99da-e6f4b5d8dcf3', 'tenant_id': '0eca8cc498704c828ce4fda2d808043a', 'mac_address': 'fa:16:3e:53:5d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f31bf17-2c66-4dca-a7df-4af4dab9b0d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3d8c3d1c-ffe1-4449-ae14-fb794221a40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:37Z', 'updated_at': '2021-05-31T11:41:51Z', 'revision_number': 5, 'project_id': '0eca8cc498704c828ce4fda2d808043a', 'subnets': [{'id': '3d8c3d1c-ffe1-4449-ae14-fb794221a40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-smb', False) {} {{(pid=98445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:42:27.699467 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2f6b43-e6f6-4bd3-934e-5957fdde0d94 None None] The sync data for ids ['1f31bf17-2c66-4dca-a7df-4af4dab9b0d6'] in dv-cinder-786383-7-smb is: [{'id': '1f31bf17-2c66-4dca-a7df-4af4dab9b0d6', 'name': 'tempest-AttachVolumeTestJSON-608903553-router', 'tenant_id': '0eca8cc498704c828ce4fda2d808043a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.239'}], 'enable_snat': True}, 'gw_port_id': '4856108b-0b77-4e29-9719-f8d192545e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:41:28Z', 'updated_at': '2021-05-31T11:41:39Z', 'revision_number': 4, 'project_id': '0eca8cc498704c828ce4fda2d808043a', 'gw_port': {'id': '4856108b-0b77-4e29-9719-f8d192545e5e', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f31bf17-2c66-4dca-a7df-4af4dab9b0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:29Z', 'updated_at': '2021-05-31T11:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb', '_floatingips': [{'id': '3065d8d8-8a57-4b16-9e68-255d42ef1674', 'tenant_id': '0eca8cc498704c828ce4fda2d808043a', 'floating_ip_address': '172.28.3.161', 'floating_network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'router_id': '1f31bf17-2c66-4dca-a7df-4af4dab9b0d6', 'port_id': '0d4b5761-502f-41e5-8a57-6b88be8db3a9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 124, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b861c59-52f7-46ca-99da-e6f4b5d8dcf3', 'mac_address': 'fa:16:3e:c6:d8:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8db774e8-27b0-4a95-aa30-3b7d13d5786d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:41:49Z', 'updated_at': '2021-05-31T11:42:23Z', 'revision_number': 1, 'project_id': '0eca8cc498704c828ce4fda2d808043a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2290c5f3-38b7-464e-9c68-2595c5fae4f9', 'name': '', 'network_id': '3b861c59-52f7-46ca-99da-e6f4b5d8dcf3', 'tenant_id': '0eca8cc498704c828ce4fda2d808043a', 'mac_address': 'fa:16:3e:53:5d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f31bf17-2c66-4dca-a7df-4af4dab9b0d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3d8c3d1c-ffe1-4449-ae14-fb794221a40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:37Z', 'updated_at': '2021-05-31T11:41:51Z', 'revision_number': 5, 'project_id': '0eca8cc498704c828ce4fda2d808043a', 'subnets': [{'id': '3d8c3d1c-ffe1-4449-ae14-fb794221a40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:42:27.808519 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-4a348769-0380-4135-8bf1-af01c9674be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:27.900674 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4946e0ad-2953-46d2-9105-70997e3fbb0b', 'name': 'network-vif-deleted', 'tag': '85a4548a-903b-4843-9b4f-fba507fab182'}] {{(pid=98443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:42:27.905170 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56017c51fa2db9d96507774d194550d251c1d18f102e1d67e4a71b2ac79ee147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f03d12f-c911-4d53-94ac-e47154ef3a23" -d '{"events": [{"server_uuid": "4946e0ad-2953-46d2-9105-70997e3fbb0b", "name": "network-vif-deleted", "tag": "85a4548a-903b-4843-9b4f-fba507fab182"}]}' {{(pid=98443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:42:27.952830 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631e5084-9c54-4f38-8609-eeea056cdecb req-85c83c17-7dca-4a26-839c-e40915fd96e8 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:27.953584 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [req-631e5084-9c54-4f38-8609-eeea056cdecb req-85c83c17-7dca-4a26-839c-e40915fd96e8 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Synchronizing usage tracker for tenant:137483c5ff894f0390c68478edf226f3 on resource:port {{(pid=98442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:42:27.996898 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cbdd8f6-a692-474c-9535-a7f85170f497 x-openstack-request-id: req-7cbdd8f6-a692-474c-9535-a7f85170f497 {{(pid=98443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:42:27.997345 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4946e0ad-2953-46d2-9105-70997e3fbb0b", "name": "network-vif-deleted", "tag": "85a4548a-903b-4843-9b4f-fba507fab182", "status": "completed", "code": 200}]} {{(pid=98443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:42:27.997834 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7cbdd8f6-a692-474c-9535-a7f85170f497 {{(pid=98443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:42:27.998386 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4946e0ad-2953-46d2-9105-70997e3fbb0b', 'name': 'network-vif-deleted', 'tag': '85a4548a-903b-4843-9b4f-fba507fab182', 'status': 'completed', 'code': 200} May 31 11:42:28.016041 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [req-631e5084-9c54-4f38-8609-eeea056cdecb req-85c83c17-7dca-4a26-839c-e40915fd96e8 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Unset dirty status for tenant:137483c5ff894f0390c68478edf226f3 on resource:port {{(pid=98442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:42:28.019271 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-631e5084-9c54-4f38-8609-eeea056cdecb req-85c83c17-7dca-4a26-839c-e40915fd96e8 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0a42ef9-3640-42c0-a18c-ab6476071d48 HTTP/1.1" status: 200 len: 931 time: 0.3474565 May 31 11:42:28.048923 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bdbc22d-b9b2-4ed0-b771-34b512d68a79 None None] New status for floating IP 3065d8d8-8a57-4b16-9e68-255d42ef1674: ACTIVE {{(pid=98444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 11:42:28.165365 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.notifiers.nova [req-2b5206fe-23ed-415d-b96d-546270130bca req-37606d91-a967-42cc-af56-34d5e3f098d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8cd1729-c99a-487a-a6b6-b528b9d6d0bc {{(pid=98442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:42:28.176549 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-631e5084-9c54-4f38-8609-eeea056cdecb req-a9ff8c34-13d7-415c-8268-4156d9be18d8 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/security-groups?id=95f25048-ac3c-451a-9c7f-c753883b57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611413 May 31 11:42:28.178913 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-2b5206fe-23ed-415d-b96d-546270130bca req-37606d91-a967-42cc-af56-34d5e3f098d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:28.197329 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.provisioning_blocks [req-2b5206fe-23ed-415d-b96d-546270130bca req-37606d91-a967-42cc-af56-34d5e3f098d2 service neutron] Transition to ACTIVE for port object f8cd1729-c99a-487a-a6b6-b528b9d6d0bc will not be triggered until provisioned by entity L2. {{(pid=98442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:42:28.202643 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-2b5206fe-23ed-415d-b96d-546270130bca req-37606d91-a967-42cc-af56-34d5e3f098d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6713634'] for port, after_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:28.212315 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-fe8ce0ed-436e-4950-9fd9-64b8092a2940 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:28.456780 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-a91c5e8e-8952-4db6-a598-6e76e849b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:28.471204 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 57582) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:28.678918 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-0a951474-5bfb-4951-a1af-04dbbdefa7ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:28.684107 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37606d91-a967-42cc-af56-34d5e3f098d2 service neutron] Pushing event updated for resources: {'Port': ['ID=f8cd1729-c99a-487a-a6b6-b528b9d6d0bc,revision_number=2']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:28.705161 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-0a951474-5bfb-4951-a1af-04dbbdefa7ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:42:28.708368 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37606d91-a967-42cc-af56-34d5e3f098d2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:28.708852 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37606d91-a967-42cc-af56-34d5e3f098d2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:28.709328 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37606d91-a967-42cc-af56-34d5e3f098d2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:28.709654 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37606d91-a967-42cc-af56-34d5e3f098d2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:28.710123 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37606d91-a967-42cc-af56-34d5e3f098d2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:28.710467 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-0a951474-5bfb-4951-a1af-04dbbdefa7ec admin admin] Usage tracker for resource:security_group_rule and tenant:97af62123748422b8d4bb535d739ccd8 is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:42:28.710601 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37606d91-a967-42cc-af56-34d5e3f098d2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:28.710998 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37606d91-a967-42cc-af56-34d5e3f098d2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:28.711436 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37606d91-a967-42cc-af56-34d5e3f098d2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:28.711832 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37606d91-a967-42cc-af56-34d5e3f098d2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:28.712871 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37606d91-a967-42cc-af56-34d5e3f098d2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:28.714139 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37606d91-a967-42cc-af56-34d5e3f098d2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:28.714139 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37606d91-a967-42cc-af56-34d5e3f098d2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:28.718630 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-0a951474-5bfb-4951-a1af-04dbbdefa7ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:42:28.729474 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-0a951474-5bfb-4951-a1af-04dbbdefa7ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:42:28.733279 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-37606d91-a967-42cc-af56-34d5e3f098d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:28.820573 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a876ddb-5b62-4a98-baa4-af24b5e5376c req-8c0360f0-9a82-4c6f-9938-439851fdef27 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:28.822708 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-7a876ddb-5b62-4a98-baa4-af24b5e5376c req-8c0360f0-9a82-4c6f-9938-439851fdef27 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=262b8cbd-0fc0-4cd8-a22d-395ca0a1615a HTTP/1.1" status: 200 len: 945 time: 0.3890564 May 31 11:42:28.845928 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.managers [req-2b5206fe-23ed-415d-b96d-546270130bca req-37606d91-a967-42cc-af56-34d5e3f098d2 service neutron] Attempting to bind port f8cd1729-c99a-487a-a6b6-b528b9d6d0bc on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:42:28.846262 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.managers [req-2b5206fe-23ed-415d-b96d-546270130bca req-37606d91-a967-42cc-af56-34d5e3f098d2 service neutron] Attempting to bind port f8cd1729-c99a-487a-a6b6-b528b9d6d0bc by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '060d4e1c-f196-46cb-ba4f-7d352cbad15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '79d8a26c-dd66-4347-ae65-e9e905a4c881'}] {{(pid=98442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:42:28.846583 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5206fe-23ed-415d-b96d-546270130bca req-37606d91-a967-42cc-af56-34d5e3f098d2 service neutron] Attempting to bind port f8cd1729-c99a-487a-a6b6-b528b9d6d0bc on network 79d8a26c-dd66-4347-ae65-e9e905a4c881 {{(pid=98442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:42:28.850137 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-0a951474-5bfb-4951-a1af-04dbbdefa7ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:28.855832 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-0a951474-5bfb-4951-a1af-04dbbdefa7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:28.856653 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5206fe-23ed-415d-b96d-546270130bca req-37606d91-a967-42cc-af56-34d5e3f098d2 service neutron] Port f8cd1729-c99a-487a-a6b6-b528b9d6d0bc on network 79d8a26c-dd66-4347-ae65-e9e905a4c881 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:42:28.857160 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5206fe-23ed-415d-b96d-546270130bca req-37606d91-a967-42cc-af56-34d5e3f098d2 service neutron] Attempting to bind port f8cd1729-c99a-487a-a6b6-b528b9d6d0bc on network 79d8a26c-dd66-4347-ae65-e9e905a4c881 {{(pid=98442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:42:28.865549 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5206fe-23ed-415d-b96d-546270130bca req-37606d91-a967-42cc-af56-34d5e3f098d2 service neutron] Checking agent: {'id': '63ca40a8-ec34-4216-8e55-4658d3f28a5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 39, 38), 'started_at': datetime.datetime(2021, 5, 31, 11, 39, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:42:28.865907 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5206fe-23ed-415d-b96d-546270130bca req-37606d91-a967-42cc-af56-34d5e3f098d2 service neutron] Checking segment: {'id': '060d4e1c-f196-46cb-ba4f-7d352cbad15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '79d8a26c-dd66-4347-ae65-e9e905a4c881'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:42:28.866469 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b5206fe-23ed-415d-b96d-546270130bca req-37606d91-a967-42cc-af56-34d5e3f098d2 service neutron] Bound using segment: {'id': '060d4e1c-f196-46cb-ba4f-7d352cbad15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '79d8a26c-dd66-4347-ae65-e9e905a4c881'} {{(pid=98442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:42:28.867089 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.managers [req-2b5206fe-23ed-415d-b96d-546270130bca req-37606d91-a967-42cc-af56-34d5e3f098d2 service neutron] Bound port: f8cd1729-c99a-487a-a6b6-b528b9d6d0bc, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '060d4e1c-f196-46cb-ba4f-7d352cbad15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '79d8a26c-dd66-4347-ae65-e9e905a4c881'}}] {{(pid=98442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:42:28.867586 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-2b5206fe-23ed-415d-b96d-546270130bca req-37606d91-a967-42cc-af56-34d5e3f098d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:28.891704 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-3a37acec-fb78-486e-a4ca-55d4ce1e5be5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:28.916048 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-0a951474-5bfb-4951-a1af-04dbbdefa7ec admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=97af62123748422b8d4bb535d739ccd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4435182 May 31 11:42:28.916809 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 57604) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:28.936631 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-7a876ddb-5b62-4a98-baa4-af24b5e5376c req-985e07f6-0a9b-4d21-b44f-cc8811f4cb86 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065714 May 31 11:42:28.951778 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a951474-5bfb-4951-a1af-04dbbdefa7ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=482e5802-5918-4c86-81e4-273fdee347db,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:29.008311 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a951474-5bfb-4951-a1af-04dbbdefa7ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:29.008965 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a951474-5bfb-4951-a1af-04dbbdefa7ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:29.009808 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a951474-5bfb-4951-a1af-04dbbdefa7ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:29.010449 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a951474-5bfb-4951-a1af-04dbbdefa7ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:29.011034 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a951474-5bfb-4951-a1af-04dbbdefa7ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:29.011583 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a951474-5bfb-4951-a1af-04dbbdefa7ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:29.012121 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a951474-5bfb-4951-a1af-04dbbdefa7ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:29.012818 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a951474-5bfb-4951-a1af-04dbbdefa7ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:29.013491 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a951474-5bfb-4951-a1af-04dbbdefa7ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:29.014072 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a951474-5bfb-4951-a1af-04dbbdefa7ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:29.014478 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a951474-5bfb-4951-a1af-04dbbdefa7ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:29.014916 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a951474-5bfb-4951-a1af-04dbbdefa7ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:29.032310 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-0a951474-5bfb-4951-a1af-04dbbdefa7ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:29.056178 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-74939a56-64e0-4916-a5ca-f07f7af2f1c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:29.096331 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.db [req-2b5206fe-23ed-415d-b96d-546270130bca req-37606d91-a967-42cc-af56-34d5e3f098d2 service neutron] For port f8cd1729-c99a-487a-a6b6-b528b9d6d0bc, host hv-cinder-78638, cleared binding levels {{(pid=98442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:42:29.099664 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-74939a56-64e0-4916-a5ca-f07f7af2f1c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:29.100570 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.db [req-2b5206fe-23ed-415d-b96d-546270130bca req-37606d91-a967-42cc-af56-34d5e3f098d2 service neutron] For port f8cd1729-c99a-487a-a6b6-b528b9d6d0bc, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f8cd1729-c99a-487a-a6b6-b528b9d6d0bc,segment=NetworkSegment(060d4e1c-f196-46cb-ba4f-7d352cbad15d),segment_id=060d4e1c-f196-46cb-ba4f-7d352cbad15d)] {{(pid=98442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:42:29.107025 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-2b5206fe-23ed-415d-b96d-546270130bca req-37606d91-a967-42cc-af56-34d5e3f098d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6713634'] for port, after_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:29.118791 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:29.175022 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-74939a56-64e0-4916-a5ca-f07f7af2f1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:29.178890 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:29.185711 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5206fe-23ed-415d-b96d-546270130bca req-37606d91-a967-42cc-af56-34d5e3f098d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:29.186491 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-2b5206fe-23ed-415d-b96d-546270130bca req-37606d91-a967-42cc-af56-34d5e3f098d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927509'] for port, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:29.188345 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-2b5206fe-23ed-415d-b96d-546270130bca req-37606d91-a967-42cc-af56-34d5e3f098d2 service neutron] 10.222.0.61 "PUT /v2.0/ports/f8cd1729-c99a-487a-a6b6-b528b9d6d0bc HTTP/1.1" status: 200 len: 1093 time: 2.0508728 May 31 11:42:29.196634 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0a42ef9-3640-42c0-a18c-ab6476071d48', 'tag': 'f8cd1729-c99a-487a-a6b6-b528b9d6d0bc'}] {{(pid=98442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:42:29.202636 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74939a56-64e0-4916-a5ca-f07f7af2f1c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482e5802-5918-4c86-81e4-273fdee347db,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:29.208910 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98a8129e16d579ddc31ed5ae2a657a86bf742727e38e306195ca605a81ff71cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48ddc51b-c188-4ae6-8124-171495142293" -d '{"events": [{"name": "network-changed", "server_uuid": "f0a42ef9-3640-42c0-a18c-ab6476071d48", "tag": "f8cd1729-c99a-487a-a6b6-b528b9d6d0bc"}]}' {{(pid=98442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:42:29.222754 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-74939a56-64e0-4916-a5ca-f07f7af2f1c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:29.242040 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-74939a56-64e0-4916-a5ca-f07f7af2f1c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:29.243371 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-74939a56-64e0-4916-a5ca-f07f7af2f1c8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/482e5802-5918-4c86-81e4-273fdee347db HTTP/1.1" status: 204 len: 168 time: 0.3227801 May 31 11:42:29.259886 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37606d91-a967-42cc-af56-34d5e3f098d2 service neutron] Pushing event updated for resources: {'Port': ['ID=f8cd1729-c99a-487a-a6b6-b528b9d6d0bc,revision_number=3']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:29.263628 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-37606d91-a967-42cc-af56-34d5e3f098d2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:29.309720 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0e3c958-088f-4155-96c6-5f4053d4c861 x-openstack-request-id: req-c0e3c958-088f-4155-96c6-5f4053d4c861 {{(pid=98442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:42:29.310336 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0a42ef9-3640-42c0-a18c-ab6476071d48", "tag": "f8cd1729-c99a-487a-a6b6-b528b9d6d0bc", "status": "completed", "code": 200}]} {{(pid=98442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:42:29.310608 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c0e3c958-088f-4155-96c6-5f4053d4c861 {{(pid=98442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:42:29.311044 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0a42ef9-3640-42c0-a18c-ab6476071d48', 'tag': 'f8cd1729-c99a-487a-a6b6-b528b9d6d0bc', 'status': 'completed', 'code': 200} May 31 11:42:29.360555 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5206fe-23ed-415d-b96d-546270130bca req-812298ec-fffd-4532-ae3c-01ffdcc91211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:29.362104 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-2b5206fe-23ed-415d-b96d-546270130bca req-812298ec-fffd-4532-ae3c-01ffdcc91211 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=137483c5ff894f0390c68478edf226f3&device_id=f0a42ef9-3640-42c0-a18c-ab6476071d48 HTTP/1.1" status: 200 len: 1096 time: 0.0975451 May 31 11:42:29.478829 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-2b5206fe-23ed-415d-b96d-546270130bca req-59f88479-4577-4e39-9cc2-a73ff9d9c0e0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f8cd1729-c99a-487a-a6b6-b528b9d6d0bc HTTP/1.1" status: 200 len: 217 time: 0.0996246 May 31 11:42:29.563862 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5206fe-23ed-415d-b96d-546270130bca req-6d167f0f-d497-4486-81cb-5912765ced2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:29.565282 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-2b5206fe-23ed-415d-b96d-546270130bca req-6d167f0f-d497-4486-81cb-5912765ced2e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9fd55cdd-d13a-4134-ac0d-50fa90ef4a5c HTTP/1.1" status: 200 len: 855 time: 0.0802503 May 31 11:42:29.622583 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-2b5206fe-23ed-415d-b96d-546270130bca req-fd9a47d7-bf51-4201-826b-232a920711ad service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=79d8a26c-dd66-4347-ae65-e9e905a4c881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489442 May 31 11:42:29.632848 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4a65c6-9db4-4e55-b59a-7f4010f34640 req-546a789c-fecc-445e-a0c7-924a6b62cbd4 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:29.634001 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 57624) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:29.634856 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-7c4a65c6-9db4-4e55-b59a-7f4010f34640 req-546a789c-fecc-445e-a0c7-924a6b62cbd4 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0a42ef9-3640-42c0-a18c-ab6476071d48 HTTP/1.1" status: 200 len: 943 time: 0.1967471 May 31 11:42:29.654219 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-1ab55634-45ac-4b4c-b837-dc2a123a3673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:29.673117 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-1ab55634-45ac-4b4c-b837-dc2a123a3673 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:42:29.678275 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-1ab55634-45ac-4b4c-b837-dc2a123a3673 admin admin] Usage tracker for resource:security_group_rule and tenant:d495425800814eb0bb315c5be939a007 is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:42:29.683788 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-1ab55634-45ac-4b4c-b837-dc2a123a3673 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:42:29.694823 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-1ab55634-45ac-4b4c-b837-dc2a123a3673 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:42:29.783233 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-7c4a65c6-9db4-4e55-b59a-7f4010f34640 req-d43bb086-5555-4e29-a9db-0de639b7be07 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/security-groups?id=95f25048-ac3c-451a-9c7f-c753883b57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225946 May 31 11:42:29.831100 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-1ab55634-45ac-4b4c-b837-dc2a123a3673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:29.836971 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-1ab55634-45ac-4b4c-b837-dc2a123a3673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:29.847142 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-f599fe5f-5807-43c1-94ea-1f9efaa0a57e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:29.850717 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-2b5206fe-23ed-415d-b96d-546270130bca req-951fe758-7be2-4ed1-a5a7-e42ed4a34e03 service neutron] 10.222.0.61 "GET /v2.0/networks/79d8a26c-dd66-4347-ae65-e9e905a4c881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094388 May 31 11:42:29.898021 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-1ab55634-45ac-4b4c-b837-dc2a123a3673 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d495425800814eb0bb315c5be939a007&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2604027 May 31 11:42:29.898021 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab55634-45ac-4b4c-b837-dc2a123a3673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=840df9b8-2675-4397-a007-ca801fc3649c,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:29.912891 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 57638) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:29.918676 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-1ab55634-45ac-4b4c-b837-dc2a123a3673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:29.985588 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-846e54d0-d4ad-4311-a038-30089fcef8c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:30.014514 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-846e54d0-d4ad-4311-a038-30089fcef8c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:30.047498 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-2b5206fe-23ed-415d-b96d-546270130bca req-b49e7674-13e7-45a2-b1ee-95697c3c7727 service neutron] 10.222.0.61 "GET /v2.0/networks/79d8a26c-dd66-4347-ae65-e9e905a4c881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879368 May 31 11:42:30.093304 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-846e54d0-d4ad-4311-a038-30089fcef8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:30.099414 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-57183f75-bb50-416d-883e-14b46534a4cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:30.115287 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846e54d0-d4ad-4311-a038-30089fcef8c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=840df9b8-2675-4397-a007-ca801fc3649c,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:30.138028 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-846e54d0-d4ad-4311-a038-30089fcef8c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:30.139021 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-846e54d0-d4ad-4311-a038-30089fcef8c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:30.140145 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-846e54d0-d4ad-4311-a038-30089fcef8c6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/840df9b8-2675-4397-a007-ca801fc3649c HTTP/1.1" status: 204 len: 168 time: 0.2257645 May 31 11:42:30.170078 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-9fdf87ec-5ce8-4616-9e32-e9b9d10b7557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:30.279523 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ddc51b-c188-4ae6-8124-171495142293 req-4290385c-fd11-4538-b17d-36088588585b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:30.290798 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-48ddc51b-c188-4ae6-8124-171495142293 req-4290385c-fd11-4538-b17d-36088588585b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=137483c5ff894f0390c68478edf226f3&device_id=f0a42ef9-3640-42c0-a18c-ab6476071d48 HTTP/1.1" status: 200 len: 1096 time: 0.1332004 May 31 11:42:30.340356 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d513aa7-57de-49f1-9f2b-0f3bbfa49988 req-8e5c1cd4-e9d0-4d3d-993a-1805022cdf97 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:30.343149 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-6d513aa7-57de-49f1-9f2b-0f3bbfa49988 req-8e5c1cd4-e9d0-4d3d-993a-1805022cdf97 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=262b8cbd-0fc0-4cd8-a22d-395ca0a1615a HTTP/1.1" status: 200 len: 945 time: 0.2529187 May 31 11:42:30.468958 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-6d513aa7-57de-49f1-9f2b-0f3bbfa49988 req-b276e9ba-c03e-4f47-8f94-77061f259d0f tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201055 May 31 11:42:30.558180 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ddc51b-c188-4ae6-8124-171495142293 req-7a6a5eb4-966a-4175-a924-d0fa24ec647c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:30.561185 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-48ddc51b-c188-4ae6-8124-171495142293 req-7a6a5eb4-966a-4175-a924-d0fa24ec647c service neutron] 10.222.0.61 "GET /v2.0/networks?id=79d8a26c-dd66-4347-ae65-e9e905a4c881 HTTP/1.1" status: 200 len: 916 time: 0.2657020 May 31 11:42:30.688126 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-48ddc51b-c188-4ae6-8124-171495142293 req-2b091932-2318-4ac2-93ba-7cc33346718a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f8cd1729-c99a-487a-a6b6-b528b9d6d0bc HTTP/1.1" status: 200 len: 217 time: 0.1128314 May 31 11:42:30.716803 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 57672) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:30.782473 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ddc51b-c188-4ae6-8124-171495142293 req-cb04c886-6907-4e07-a402-3973c08d89ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:30.784154 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-48ddc51b-c188-4ae6-8124-171495142293 req-cb04c886-6907-4e07-a402-3973c08d89ef service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9fd55cdd-d13a-4134-ac0d-50fa90ef4a5c HTTP/1.1" status: 200 len: 855 time: 0.0882852 May 31 11:42:30.795699 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.db_base_plugin_v2 [None req-b19b8146-a965-4cc8-9e39-f077427dcff6 admin admin] Deleting subnet 745ad39c-872c-4b9f-8b3c-048a912d16b8 {{(pid=98443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 11:42:30.799465 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-b19b8146-a965-4cc8-9e39-f077427dcff6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:30.853712 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-b19b8146-a965-4cc8-9e39-f077427dcff6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7666509'] for subnet, precommit_delete_associations {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:30.853994 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-48ddc51b-c188-4ae6-8124-171495142293 req-b3aee599-20b8-415f-91b8-27e64ed23541 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=79d8a26c-dd66-4347-ae65-e9e905a4c881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609624 May 31 11:42:30.927460 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-b19b8146-a965-4cc8-9e39-f077427dcff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649192'] for subnet, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:31.148067 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a126669d-e2c6-4ded-80c0-54d40c142211 req-713b58ac-2909-42c2-939d-8c4606e9e999 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:31.149825 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-a126669d-e2c6-4ded-80c0-54d40c142211 req-713b58ac-2909-42c2-939d-8c4606e9e999 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0a42ef9-3640-42c0-a18c-ab6476071d48 HTTP/1.1" status: 200 len: 943 time: 0.1771014 May 31 11:42:31.155485 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-48ddc51b-c188-4ae6-8124-171495142293 req-086c5496-e600-438b-911e-92dc0bcf0d1a service neutron] 10.222.0.61 "GET /v2.0/networks/79d8a26c-dd66-4347-ae65-e9e905a4c881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930994 May 31 11:42:31.324747 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-b19b8146-a965-4cc8-9e39-f077427dcff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-649821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6695594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6022295'] for subnet, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:31.330641 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:31.372416 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19b8146-a965-4cc8-9e39-f077427dcff6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=745ad39c-872c-4b9f-8b3c-048a912d16b8,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:31.372630 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-a126669d-e2c6-4ded-80c0-54d40c142211 req-610a062c-811f-42a2-8607-0f8c77171f51 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/security-groups?id=95f25048-ac3c-451a-9c7f-c753883b57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140658 May 31 11:42:31.376304 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-b19b8146-a965-4cc8-9e39-f077427dcff6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:31.377450 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-b19b8146-a965-4cc8-9e39-f077427dcff6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:31.385532 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-b19b8146-a965-4cc8-9e39-f077427dcff6 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/745ad39c-872c-4b9f-8b3c-048a912d16b8 HTTP/1.1" status: 204 len: 168 time: 0.6661346 May 31 11:42:31.387980 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 57694) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:31.449343 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-48ddc51b-c188-4ae6-8124-171495142293 req-ead283be-90d6-4ccc-9583-7697ae9e271f service neutron] 10.222.0.61 "GET /v2.0/networks/79d8a26c-dd66-4347-ae65-e9e905a4c881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759011 May 31 11:42:31.512789 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-f32f16c8-f23a-455c-8d9f-c723afaa7e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990620'] for network, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:31.644189 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-f32f16c8-f23a-455c-8d9f-c723afaa7e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647783', 'neutron.services.segments.db._delete_segments_for_network-8781593572316'] for network, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:31.659741 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.services.segments.db [None req-f32f16c8-f23a-455c-8d9f-c723afaa7e0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc594bf1-9bb1-4824-835e-1da191d41471']}} {{(pid=98443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:42:31.687223 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.services.segments.db [None req-f32f16c8-f23a-455c-8d9f-c723afaa7e0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d1bdf57-3200-42f1-a892-4fe305515aeb') {'for_net_delete': True} {{(pid=98443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:42:31.687905 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.services.segments.db [None req-f32f16c8-f23a-455c-8d9f-c723afaa7e0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d1bdf57-3200-42f1-a892-4fe305515aeb') {} {{(pid=98443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:42:31.706705 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-f32f16c8-f23a-455c-8d9f-c723afaa7e0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781593581213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7666502'] for segment, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:31.735427 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee71e189-c173-4a3a-a4b9-9c5f404acbf9 req-e81457d9-3bac-45b5-a814-23297f0cdc9d tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:31.742353 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-ee71e189-c173-4a3a-a4b9-9c5f404acbf9 req-e81457d9-3bac-45b5-a814-23297f0cdc9d tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=262b8cbd-0fc0-4cd8-a22d-395ca0a1615a HTTP/1.1" status: 200 len: 945 time: 0.1035807 May 31 11:42:31.743251 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-f32f16c8-f23a-455c-8d9f-c723afaa7e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654047'] for segment, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:31.755922 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f32f16c8-f23a-455c-8d9f-c723afaa7e0a admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=98443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 11:42:31.756327 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-f32f16c8-f23a-455c-8d9f-c723afaa7e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6347532'] for segment, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:31.777994 dv-cinder-786383-7-smb neutron-server[98443]: Traceback (most recent call last): May 31 11:42:31.777994 dv-cinder-786383-7-smb neutron-server[98443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 11:42:31.777994 dv-cinder-786383-7-smb neutron-server[98443]: timer() May 31 11:42:31.777994 dv-cinder-786383-7-smb neutron-server[98443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 11:42:31.777994 dv-cinder-786383-7-smb neutron-server[98443]: cb(*args, **kw) May 31 11:42:31.777994 dv-cinder-786383-7-smb neutron-server[98443]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 11:42:31.777994 dv-cinder-786383-7-smb neutron-server[98443]: return func(*args, **kwargs) May 31 11:42:31.777994 dv-cinder-786383-7-smb neutron-server[98443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 11:42:31.777994 dv-cinder-786383-7-smb neutron-server[98443]: self._notify() May 31 11:42:31.777994 dv-cinder-786383-7-smb neutron-server[98443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 11:42:31.777994 dv-cinder-786383-7-smb neutron-server[98443]: self.callback(batched_events) May 31 11:42:31.777994 dv-cinder-786383-7-smb neutron-server[98443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 11:42:31.777994 dv-cinder-786383-7-smb neutron-server[98443]: event.method(event) May 31 11:42:31.777994 dv-cinder-786383-7-smb neutron-server[98443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 11:42:31.777994 dv-cinder-786383-7-smb neutron-server[98443]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 11:42:31.777994 dv-cinder-786383-7-smb neutron-server[98443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 11:42:31.777994 dv-cinder-786383-7-smb neutron-server[98443]: aggregate_uuid = self.p_client.list_aggregates( May 31 11:42:31.777994 dv-cinder-786383-7-smb neutron-server[98443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 11:42:31.777994 dv-cinder-786383-7-smb neutron-server[98443]: return f(self, *a, **k) May 31 11:42:31.777994 dv-cinder-786383-7-smb neutron-server[98443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 11:42:31.777994 dv-cinder-786383-7-smb neutron-server[98443]: return self._get(url).json() May 31 11:42:31.777994 dv-cinder-786383-7-smb neutron-server[98443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 11:42:31.777994 dv-cinder-786383-7-smb neutron-server[98443]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 11:42:31.777994 dv-cinder-786383-7-smb neutron-server[98443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 11:42:31.777994 dv-cinder-786383-7-smb neutron-server[98443]: return self.request(url, 'GET', **kwargs) May 31 11:42:31.777994 dv-cinder-786383-7-smb neutron-server[98443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 11:42:31.777994 dv-cinder-786383-7-smb neutron-server[98443]: base_url = self.get_endpoint(auth, allow=allow, May 31 11:42:31.777994 dv-cinder-786383-7-smb neutron-server[98443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 11:42:31.777994 dv-cinder-786383-7-smb neutron-server[98443]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 11:42:31.777994 dv-cinder-786383-7-smb neutron-server[98443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 11:42:31.777994 dv-cinder-786383-7-smb neutron-server[98443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 11:42:31.777994 dv-cinder-786383-7-smb neutron-server[98443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 11:42:31.795512 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-ee71e189-c173-4a3a-a4b9-9c5f404acbf9 req-f7b9bbed-edc5-4f4f-8994-7a9e70e4a136 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519648 May 31 11:42:31.890842 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-f32f16c8-f23a-455c-8d9f-c723afaa7e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8325956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7927536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8365519'] for network, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:31.899079 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-f32f16c8-f23a-455c-8d9f-c723afaa7e0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927509'] for network, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:31.903574 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-1961bfd2-a862-4b15-b716-bc90b3116e72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:31.932712 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32f16c8-f23a-455c-8d9f-c723afaa7e0a admin admin] Pushing event deleted for resources: {'Network': ['ID=bc594bf1-9bb1-4824-835e-1da191d41471,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:31.939969 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-f32f16c8-f23a-455c-8d9f-c723afaa7e0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:31.947672 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-f32f16c8-f23a-455c-8d9f-c723afaa7e0a admin admin] 10.222.0.21 "DELETE /v2.0/networks/bc594bf1-9bb1-4824-835e-1da191d41471 HTTP/1.1" status: 204 len: 168 time: 0.5584123 May 31 11:42:32.196884 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 57742) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:32.261522 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-45dc75a8-beab-4300-9e3f-b581551a191e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5042a29dba084c1ab45f17148f508695&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0634255 May 31 11:42:32.264037 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 57748) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:32.331284 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-8c2e1627-d980-4858-8f71-330980e7314a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:32.360517 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-8c2e1627-d980-4858-8f71-330980e7314a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:32.431587 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-8c2e1627-d980-4858-8f71-330980e7314a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:32.441390 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-bcb8f978-eee6-4afa-b095-cbd04fadfbc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:32.460834 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2e1627-d980-4858-8f71-330980e7314a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8476982-9d5d-4c8d-b148-058382fd7b1f,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:32.472837 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-8c2e1627-d980-4858-8f71-330980e7314a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:32.499238 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-8c2e1627-d980-4858-8f71-330980e7314a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:32.503178 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-8c2e1627-d980-4858-8f71-330980e7314a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f8476982-9d5d-4c8d-b148-058382fd7b1f HTTP/1.1" status: 204 len: 168 time: 0.2377958 May 31 11:42:32.550338 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 57762) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:32.652239 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df29380e-9f29-4e68-9a9b-1c6338bf81a0 req-babfedfb-776c-4f77-8a11-31c06bac3686 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:32.660272 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-df29380e-9f29-4e68-9a9b-1c6338bf81a0 req-babfedfb-776c-4f77-8a11-31c06bac3686 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0a42ef9-3640-42c0-a18c-ab6476071d48 HTTP/1.1" status: 200 len: 943 time: 0.1185014 May 31 11:42:32.719562 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-df29380e-9f29-4e68-9a9b-1c6338bf81a0 req-245531fd-144f-4d78-80d8-7888cebd29f2 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/security-groups?id=95f25048-ac3c-451a-9c7f-c753883b57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579152 May 31 11:42:32.907875 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-8e44d1c1-f33e-47c5-b4ed-b45950e2fe32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:32.926887 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-8e44d1c1-f33e-47c5-b4ed-b45950e2fe32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:42:32.931689 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-8e44d1c1-f33e-47c5-b4ed-b45950e2fe32 admin admin] Usage tracker for resource:security_group_rule and tenant:2cffef07fc19410fafa4663ec2dbdc52 is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:42:32.936239 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-8e44d1c1-f33e-47c5-b4ed-b45950e2fe32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:42:32.944552 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-8e44d1c1-f33e-47c5-b4ed-b45950e2fe32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:42:33.076186 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-8e44d1c1-f33e-47c5-b4ed-b45950e2fe32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:33.082993 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-8e44d1c1-f33e-47c5-b4ed-b45950e2fe32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:33.087258 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device f8cd1729-c99a-487a-a6b6-b528b9d6d0bc details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:42:33.102967 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-0ae4c4d9-a7d9-4ea7-836e-6a2e603f4bbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:33.137707 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946eca30-2604-4c8b-a9ca-4c9819d60678 req-594dec38-5e8c-4430-8824-2921ac619cd9 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:33.139312 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-946eca30-2604-4c8b-a9ca-4c9819d60678 req-594dec38-5e8c-4430-8824-2921ac619cd9 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=262b8cbd-0fc0-4cd8-a22d-395ca0a1615a HTTP/1.1" status: 200 len: 945 time: 0.1324780 May 31 11:42:33.157975 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-8e44d1c1-f33e-47c5-b4ed-b45950e2fe32 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2cffef07fc19410fafa4663ec2dbdc52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6062319 May 31 11:42:33.159017 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e44d1c1-f33e-47c5-b4ed-b45950e2fe32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f26ed663-c13b-4ee2-b9fb-037ad87c5d67,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:33.161815 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 57788) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:33.164606 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-8e44d1c1-f33e-47c5-b4ed-b45950e2fe32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:33.237281 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-946eca30-2604-4c8b-a9ca-4c9819d60678 req-e87711e7-55dd-4296-a7f9-1edb58198e7f tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887930 May 31 11:42:33.252416 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-174b4294-6af5-4c2d-bd1e-6b4b7699641a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:33.332742 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] For port f8cd1729-c99a-487a-a6b6-b528b9d6d0bc, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f8cd1729-c99a-487a-a6b6-b528b9d6d0bc,segment=NetworkSegment(060d4e1c-f196-46cb-ba4f-7d352cbad15d),segment_id=060d4e1c-f196-46cb-ba4f-7d352cbad15d)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:42:33.334575 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-174b4294-6af5-4c2d-bd1e-6b4b7699641a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:33.345851 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Returning: {'device': 'f8cd1729-c99a-487a-a6b6-b528b9d6d0bc', 'network_id': '79d8a26c-dd66-4347-ae65-e9e905a4c881', 'port_id': 'f8cd1729-c99a-487a-a6b6-b528b9d6d0bc', 'mac_address': 'fa:16:3e:65:4b:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fd55cdd-d13a-4134-ac0d-50fa90ef4a5c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:42:33.489614 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:33.505138 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-174b4294-6af5-4c2d-bd1e-6b4b7699641a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:33.518571 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-fc579138-0229-4013-bf85-1ba9b0248295 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:33.541694 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.notifiers.nova [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8cd1729-c99a-487a-a6b6-b528b9d6d0bc {{(pid=98444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:42:33.549087 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174b4294-6af5-4c2d-bd1e-6b4b7699641a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26ed663-c13b-4ee2-b9fb-037ad87c5d67,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:33.556185 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-174b4294-6af5-4c2d-bd1e-6b4b7699641a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:33.559580 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-174b4294-6af5-4c2d-bd1e-6b4b7699641a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:33.563520 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-174b4294-6af5-4c2d-bd1e-6b4b7699641a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f26ed663-c13b-4ee2-b9fb-037ad87c5d67 HTTP/1.1" status: 204 len: 168 time: 0.3982437 May 31 11:42:33.592602 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] For port f8cd1729-c99a-487a-a6b6-b528b9d6d0bc, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f8cd1729-c99a-487a-a6b6-b528b9d6d0bc,segment=NetworkSegment(060d4e1c-f196-46cb-ba4f-7d352cbad15d),segment_id=060d4e1c-f196-46cb-ba4f-7d352cbad15d)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:42:33.606428 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:33.609144 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:33.698733 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Pushing event updated for resources: {'Port': ['ID=f8cd1729-c99a-487a-a6b6-b528b9d6d0bc,revision_number=4']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:33.707385 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:33.707728 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:33.708256 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:33.708836 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:33.709361 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:33.709924 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:33.710345 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:33.710793 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:33.711227 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:33.711640 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:33.712189 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:33.712780 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:42:33.719735 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:34.080316 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] get_ports_and_sgs() called for port_ids ['f8cd1729-c99a-487a-a6b6-b528b9d6d0bc'] {{(pid=98444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:42:34.118085 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a569ecbe-d828-439f-b9bc-c3c70158a27a req-de3f422d-7f01-407e-a8f2-4a07487fb0a1 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:34.122435 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-a569ecbe-d828-439f-b9bc-c3c70158a27a req-de3f422d-7f01-407e-a8f2-4a07487fb0a1 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0a42ef9-3640-42c0-a18c-ab6476071d48 HTTP/1.1" status: 200 len: 944 time: 0.1297934 May 31 11:42:34.193770 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-a569ecbe-d828-439f-b9bc-c3c70158a27a req-bdf55b30-127a-4bfe-97ac-ef22ba583e49 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/security-groups?id=95f25048-ac3c-451a-9c7f-c753883b57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627496 May 31 11:42:34.281305 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 57836) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:34.313381 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-0820b347-4f1b-4d90-8ee6-3f26149cac07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:34.339275 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-0820b347-4f1b-4d90-8ee6-3f26149cac07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:42:34.344029 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-0820b347-4f1b-4d90-8ee6-3f26149cac07 admin admin] Usage tracker for resource:security_group_rule and tenant:b2bcae5ddcd14529ad799e8521a8083e is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:42:34.349044 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-0820b347-4f1b-4d90-8ee6-3f26149cac07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:42:34.358288 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-0820b347-4f1b-4d90-8ee6-3f26149cac07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:42:34.511132 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb14c37f-d83e-45d8-9a4b-584a4ed7fa0d req-9b300aa4-8cfb-4327-86b1-02074973406d tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:34.512614 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-bb14c37f-d83e-45d8-9a4b-584a4ed7fa0d req-9b300aa4-8cfb-4327-86b1-02074973406d tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=262b8cbd-0fc0-4cd8-a22d-395ca0a1615a HTTP/1.1" status: 200 len: 945 time: 0.1308482 May 31 11:42:34.589681 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-0820b347-4f1b-4d90-8ee6-3f26149cac07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:34.593326 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-bb14c37f-d83e-45d8-9a4b-584a4ed7fa0d req-563b5cc4-59e9-4470-9d13-bd90179968a6 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737751 May 31 11:42:34.596169 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-0820b347-4f1b-4d90-8ee6-3f26149cac07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:34.607904 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-ec7a62b0-4ae5-44c2-a044-087dabe27e2a tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:34.657894 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-0820b347-4f1b-4d90-8ee6-3f26149cac07 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b2bcae5ddcd14529ad799e8521a8083e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3753979 May 31 11:42:34.661135 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 57852) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:34.678565 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0820b347-4f1b-4d90-8ee6-3f26149cac07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37d74aaf-10ec-46bc-8340-fa5408555c1c,revision_number=1']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:34.697369 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-0820b347-4f1b-4d90-8ee6-3f26149cac07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:34.752266 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-62a9dcc3-dc13-450d-96ee-1f58772f1817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:34.814231 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-62a9dcc3-dc13-450d-96ee-1f58772f1817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:34.827203 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 57860) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:34.883256 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-0a1aa3e5-da2f-4921-a3fe-705a68030868 req-2beb9a16-f69b-4d5b-ad21-363c778a169b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=83b65be4-3c11-4291-8ebe-01f254cfae15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1096818 May 31 11:42:34.929472 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-62a9dcc3-dc13-450d-96ee-1f58772f1817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:34.937179 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-bd5da038-7940-4033-9203-e7c57367dce0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:34.950001 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a9dcc3-dc13-450d-96ee-1f58772f1817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d74aaf-10ec-46bc-8340-fa5408555c1c,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:34.960318 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-62a9dcc3-dc13-450d-96ee-1f58772f1817 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:34.964357 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-62a9dcc3-dc13-450d-96ee-1f58772f1817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:34.965869 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-62a9dcc3-dc13-450d-96ee-1f58772f1817 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/37d74aaf-10ec-46bc-8340-fa5408555c1c HTTP/1.1" status: 204 len: 168 time: 0.3034873 May 31 11:42:35.073629 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-0899f7f4-d125-44c4-b5f7-49a0b0c82d04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:35.114924 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-0899f7f4-d125-44c4-b5f7-49a0b0c82d04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:42:35.125758 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-0899f7f4-d125-44c4-b5f7-49a0b0c82d04 admin admin] Usage tracker for resource:security_group_rule and tenant:b82c3aa6c8ee4947b10611dc097104c0 is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:42:35.133333 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-0899f7f4-d125-44c4-b5f7-49a0b0c82d04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:42:35.149075 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-0899f7f4-d125-44c4-b5f7-49a0b0c82d04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:42:35.232762 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1aa3e5-da2f-4921-a3fe-705a68030868 req-01ab7bba-880b-4340-8319-abb193a48137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:35.236471 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-0a1aa3e5-da2f-4921-a3fe-705a68030868 req-01ab7bba-880b-4340-8319-abb193a48137 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=137483c5ff894f0390c68478edf226f3&device_id=83b65be4-3c11-4291-8ebe-01f254cfae15 HTTP/1.1" status: 200 len: 1099 time: 0.1850197 May 31 11:42:35.345353 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-0899f7f4-d125-44c4-b5f7-49a0b0c82d04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:35.354280 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-0899f7f4-d125-44c4-b5f7-49a0b0c82d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:35.379954 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:35.475567 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0899f7f4-d125-44c4-b5f7-49a0b0c82d04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e02443-b91c-4d5f-98c2-9a28c6163f30,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:35.482639 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-0899f7f4-d125-44c4-b5f7-49a0b0c82d04 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b82c3aa6c8ee4947b10611dc097104c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6510384 May 31 11:42:35.482639 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-0899f7f4-d125-44c4-b5f7-49a0b0c82d04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:35.495648 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 57894) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:35.528637 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 57898) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:35.570203 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 57904) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:35.578287 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-f00a5afd-284e-47b7-8d60-0ec96fc51d70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:35.607502 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-f00a5afd-284e-47b7-8d60-0ec96fc51d70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:35.618643 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-705613e5-2af4-459c-9a36-7ea397f1496d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:35.643686 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1aa3e5-da2f-4921-a3fe-705a68030868 req-4b4b97b0-7be4-428d-bbec-f821588acf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:35.645185 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-0a1aa3e5-da2f-4921-a3fe-705a68030868 req-4b4b97b0-7be4-428d-bbec-f821588acf47 service neutron] 10.222.0.61 "GET /v2.0/networks?id=79d8a26c-dd66-4347-ae65-e9e905a4c881 HTTP/1.1" status: 200 len: 916 time: 0.3790917 May 31 11:42:35.646114 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-705613e5-2af4-459c-9a36-7ea397f1496d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:42:35.653565 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-705613e5-2af4-459c-9a36-7ea397f1496d admin admin] Usage tracker for resource:security_group_rule and tenant:63a3f23acb1242edaab4935cafe4926e is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:42:35.658387 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-705613e5-2af4-459c-9a36-7ea397f1496d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:42:35.676517 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-f00a5afd-284e-47b7-8d60-0ec96fc51d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:35.682225 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-c7ac601b-5732-468b-979f-3d51645d1577 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:35.699694 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00a5afd-284e-47b7-8d60-0ec96fc51d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e02443-b91c-4d5f-98c2-9a28c6163f30,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:35.701596 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-f00a5afd-284e-47b7-8d60-0ec96fc51d70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:35.705167 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-f00a5afd-284e-47b7-8d60-0ec96fc51d70 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/93e02443-b91c-4d5f-98c2-9a28c6163f30 HTTP/1.1" status: 204 len: 168 time: 0.2056525 May 31 11:42:35.705167 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-f00a5afd-284e-47b7-8d60-0ec96fc51d70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:35.726906 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-705613e5-2af4-459c-9a36-7ea397f1496d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:42:35.739568 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-0a1aa3e5-da2f-4921-a3fe-705a68030868 req-f4cb6a48-4677-4b08-8b7e-a3a9c7c6b76a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e2c23ae-b00e-4a48-81a0-8bc201ba1436 HTTP/1.1" status: 200 len: 217 time: 0.0830314 May 31 11:42:35.753652 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83acca2-cbca-4abf-aac5-94728b9722eb req-76ffbed4-3821-4306-ab45-83bf93cbb650 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:35.755201 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-e83acca2-cbca-4abf-aac5-94728b9722eb req-76ffbed4-3821-4306-ab45-83bf93cbb650 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0a42ef9-3640-42c0-a18c-ab6476071d48 HTTP/1.1" status: 200 len: 944 time: 0.2989302 May 31 11:42:35.947078 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-6edccc74-877d-410e-a928-727e201dc9e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:35.961956 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1aa3e5-da2f-4921-a3fe-705a68030868 req-0c059f53-6ba6-4703-bec3-a97a7e0b84b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:35.963441 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-0a1aa3e5-da2f-4921-a3fe-705a68030868 req-0c059f53-6ba6-4703-bec3-a97a7e0b84b7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9fd55cdd-d13a-4134-ac0d-50fa90ef4a5c HTTP/1.1" status: 200 len: 855 time: 0.2061992 May 31 11:42:35.966145 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-e83acca2-cbca-4abf-aac5-94728b9722eb req-35234d7c-dedb-49f1-89ec-0b4b22b8d187 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/security-groups?id=95f25048-ac3c-451a-9c7f-c753883b57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675189 May 31 11:42:36.019259 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-6edccc74-877d-410e-a928-727e201dc9e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:42:36.038859 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-6edccc74-877d-410e-a928-727e201dc9e4 admin admin] Usage tracker for resource:security_group_rule and tenant:0c0619b7a19849619c923f8e0e5955cf is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:42:36.044753 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-0a1aa3e5-da2f-4921-a3fe-705a68030868 req-27fb0db6-ba8f-43b5-9833-4afe6311b3dd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=79d8a26c-dd66-4347-ae65-e9e905a4c881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704987 May 31 11:42:36.045611 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-6edccc74-877d-410e-a928-727e201dc9e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:42:36.061115 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-6edccc74-877d-410e-a928-727e201dc9e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:42:36.105443 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 57918) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:36.126331 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-13c58504-88c0-4f87-bce9-184c987c6128 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:36.142949 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-13c58504-88c0-4f87-bce9-184c987c6128 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:42:36.146815 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-13c58504-88c0-4f87-bce9-184c987c6128 admin admin] Usage tracker for resource:security_group_rule and tenant:8088682c6fd24cd19fb04e89aa6cf37d is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:42:36.149758 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-13c58504-88c0-4f87-bce9-184c987c6128 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:42:36.155745 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-13c58504-88c0-4f87-bce9-184c987c6128 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:42:36.259960 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-705613e5-2af4-459c-9a36-7ea397f1496d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:36.269699 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba5b45-e570-42de-8265-c2d02a4d9950 req-b65811cd-ffec-428b-9f4a-67e473c1bcae tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:36.271239 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-6fba5b45-e570-42de-8265-c2d02a4d9950 req-b65811cd-ffec-428b-9f4a-67e473c1bcae tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=262b8cbd-0fc0-4cd8-a22d-395ca0a1615a HTTP/1.1" status: 200 len: 945 time: 0.4714756 May 31 11:42:36.278920 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-705613e5-2af4-459c-9a36-7ea397f1496d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:36.290161 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-b4cdf006-7ae9-4954-a257-5ba5ac6dcd4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:36.359096 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-13c58504-88c0-4f87-bce9-184c987c6128 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:36.364308 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-13c58504-88c0-4f87-bce9-184c987c6128 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:36.376589 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:36.417965 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705613e5-2af4-459c-9a36-7ea397f1496d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c5a35d-037b-4a84-bab7-f20af5d282df,revision_number=1']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:36.421585 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-13c58504-88c0-4f87-bce9-184c987c6128 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8088682c6fd24cd19fb04e89aa6cf37d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3127985 May 31 11:42:36.421585 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c58504-88c0-4f87-bce9-184c987c6128 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6230118d-1113-4359-9f53-37bbef416349,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:36.422147 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-705613e5-2af4-459c-9a36-7ea397f1496d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=63a3f23acb1242edaab4935cafe4926e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8516185 May 31 11:42:36.423957 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 57930) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:36.426285 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 57932) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:36.427894 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-13c58504-88c0-4f87-bce9-184c987c6128 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:36.436591 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-705613e5-2af4-459c-9a36-7ea397f1496d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:36.452812 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-0a1aa3e5-da2f-4921-a3fe-705a68030868 req-4a2f085b-84d7-40d0-a3f1-70888c60fe91 service neutron] 10.222.0.61 "GET /v2.0/networks/79d8a26c-dd66-4347-ae65-e9e905a4c881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3932993 May 31 11:42:36.455632 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-6fba5b45-e570-42de-8265-c2d02a4d9950 req-09dc7e75-c5ab-469d-b312-545551459a22 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675391 May 31 11:42:36.553392 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-df21cdad-be58-445c-8ddc-2b0004c6bb17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:36.583487 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-df21cdad-be58-445c-8ddc-2b0004c6bb17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:36.598577 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-8d644876-4f02-412d-870a-4f55952a39e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:36.623987 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-6edccc74-877d-410e-a928-727e201dc9e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:36.643912 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-6edccc74-877d-410e-a928-727e201dc9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:36.652312 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-8d644876-4f02-412d-870a-4f55952a39e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:36.654509 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-0820b347-4f1b-4d90-8ee6-3f26149cac07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:36.708947 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-df21cdad-be58-445c-8ddc-2b0004c6bb17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:36.715487 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-bc5e352b-8236-4489-ab9e-3428e939554f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:36.721427 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-6edccc74-877d-410e-a928-727e201dc9e4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0c0619b7a19849619c923f8e0e5955cf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1898780 May 31 11:42:36.725607 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 57950) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:36.726256 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edccc74-877d-410e-a928-727e201dc9e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ffcaeed-fafc-4738-be1e-b1533904c79d,revision_number=1']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:36.731287 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-6edccc74-877d-410e-a928-727e201dc9e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:36.734674 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df21cdad-be58-445c-8ddc-2b0004c6bb17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c5a35d-037b-4a84-bab7-f20af5d282df,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:36.734811 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-0a1aa3e5-da2f-4921-a3fe-705a68030868 req-6d6bf91e-a16d-4ef0-9ee8-09ad09c07155 service neutron] 10.222.0.61 "GET /v2.0/networks/79d8a26c-dd66-4347-ae65-e9e905a4c881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730737 May 31 11:42:36.736939 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-df21cdad-be58-445c-8ddc-2b0004c6bb17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:36.750610 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-df21cdad-be58-445c-8ddc-2b0004c6bb17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:36.750610 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-df21cdad-be58-445c-8ddc-2b0004c6bb17 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/53c5a35d-037b-4a84-bab7-f20af5d282df HTTP/1.1" status: 204 len: 168 time: 0.3204412 May 31 11:42:36.751559 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-8d644876-4f02-412d-870a-4f55952a39e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:36.753839 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-8d644876-4f02-412d-870a-4f55952a39e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:36.758386 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-8d644876-4f02-412d-870a-4f55952a39e6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6230118d-1113-4359-9f53-37bbef416349 HTTP/1.1" status: 204 len: 168 time: 0.3299434 May 31 11:42:36.758386 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-9d709b11-74b3-4308-884d-57002fef9fc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:36.767594 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d644876-4f02-412d-870a-4f55952a39e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6230118d-1113-4359-9f53-37bbef416349,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:36.770895 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-8d644876-4f02-412d-870a-4f55952a39e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:36.849331 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-0166758f-2678-4720-9aef-e828f0f95b32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:36.882050 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-0166758f-2678-4720-9aef-e828f0f95b32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:36.954050 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-0166758f-2678-4720-9aef-e828f0f95b32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:36.960084 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:36.976443 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0166758f-2678-4720-9aef-e828f0f95b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ffcaeed-fafc-4738-be1e-b1533904c79d,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:36.978997 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-0166758f-2678-4720-9aef-e828f0f95b32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:37.006750 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-0166758f-2678-4720-9aef-e828f0f95b32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:37.010773 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-0166758f-2678-4720-9aef-e828f0f95b32 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8ffcaeed-fafc-4738-be1e-b1533904c79d HTTP/1.1" status: 204 len: 168 time: 0.2788451 May 31 11:42:37.095102 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device f8cd1729-c99a-487a-a6b6-b528b9d6d0bc up at agent hyperv_hv-cinder-78638 {{(pid=98444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:42:37.283315 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Provisioning for port f8cd1729-c99a-487a-a6b6-b528b9d6d0bc completed by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:42:37.289175 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Provisioning complete for port f8cd1729-c99a-487a-a6b6-b528b9d6d0bc triggered by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:42:37.289526 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:37.328640 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e4ea0e-930f-463d-98c7-0104ac63c9ec req-768f9aa3-b34d-4723-a48c-43d8d92cd9b9 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:37.332589 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-f5e4ea0e-930f-463d-98c7-0104ac63c9ec req-768f9aa3-b34d-4723-a48c-43d8d92cd9b9 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0a42ef9-3640-42c0-a18c-ab6476071d48 HTTP/1.1" status: 200 len: 944 time: 0.2351110 May 31 11:42:37.467239 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-f5e4ea0e-930f-463d-98c7-0104ac63c9ec req-e4705f96-1cd2-4d20-8a07-72373e55e827 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/security-groups?id=95f25048-ac3c-451a-9c7f-c753883b57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272926 May 31 11:42:37.506400 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:37.564964 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0a42ef9-3640-42c0-a18c-ab6476071d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8cd1729-c99a-487a-a6b6-b528b9d6d0bc'}] {{(pid=98444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:42:37.567320 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88ad6d6066f99d569bf87ae86d08865c72136362fb0dde426bf5d6223abbdd23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3371d9ca-e7f5-479b-b103-6892256a589f" -d '{"events": [{"server_uuid": "f0a42ef9-3640-42c0-a18c-ab6476071d48", "name": "network-vif-plugged", "status": "completed", "tag": "f8cd1729-c99a-487a-a6b6-b528b9d6d0bc"}]}' {{(pid=98444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:42:37.575699 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] For port f8cd1729-c99a-487a-a6b6-b528b9d6d0bc, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f8cd1729-c99a-487a-a6b6-b528b9d6d0bc,segment=NetworkSegment(060d4e1c-f196-46cb-ba4f-7d352cbad15d),segment_id=060d4e1c-f196-46cb-ba4f-7d352cbad15d)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:42:37.584808 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:37.603912 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-eb9bd645-cf34-46b4-9723-c6f0a34a6fa1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:37.666867 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94b76c87-609b-406d-b3ea-5cc74579bdb6 x-openstack-request-id: req-94b76c87-609b-406d-b3ea-5cc74579bdb6 {{(pid=98444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:42:37.667611 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0a42ef9-3640-42c0-a18c-ab6476071d48", "name": "network-vif-plugged", "status": "completed", "tag": "f8cd1729-c99a-487a-a6b6-b528b9d6d0bc", "code": 200}]} {{(pid=98444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:42:37.668000 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-94b76c87-609b-406d-b3ea-5cc74579bdb6 {{(pid=98444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:42:37.671624 dv-cinder-786383-7-smb neutron-server[98444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0a42ef9-3640-42c0-a18c-ab6476071d48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8cd1729-c99a-487a-a6b6-b528b9d6d0bc', 'code': 200} May 31 11:42:37.671722 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 57992) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:37.729190 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-5f0ed9cd-2649-42da-82a2-bdcda8c1b4cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:37.730615 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3be971-42ce-4e62-90de-3e9408619ff6 req-ba7f4cf0-c240-4ecd-9827-c4faf5e1df09 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:37.735353 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Pushing event updated for resources: {'Port': ['ID=f8cd1729-c99a-487a-a6b6-b528b9d6d0bc,revision_number=5']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:37.738190 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-bb3be971-42ce-4e62-90de-3e9408619ff6 req-ba7f4cf0-c240-4ecd-9827-c4faf5e1df09 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=262b8cbd-0fc0-4cd8-a22d-395ca0a1615a HTTP/1.1" status: 200 len: 945 time: 0.1157689 May 31 11:42:37.739194 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:37.762971 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-5f0ed9cd-2649-42da-82a2-bdcda8c1b4cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:42:37.767934 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-5f0ed9cd-2649-42da-82a2-bdcda8c1b4cd admin admin] Usage tracker for resource:security_group_rule and tenant:509c6e0a3eb94ac793ea24ad7438c26f is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:42:37.771133 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-5f0ed9cd-2649-42da-82a2-bdcda8c1b4cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:42:37.777784 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-5f0ed9cd-2649-42da-82a2-bdcda8c1b4cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:42:37.822865 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-bb3be971-42ce-4e62-90de-3e9408619ff6 req-41df0821-e318-4d56-b030-00fa33252e21 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825551 May 31 11:42:37.894975 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-5f0ed9cd-2649-42da-82a2-bdcda8c1b4cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:37.901172 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-5f0ed9cd-2649-42da-82a2-bdcda8c1b4cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:37.936221 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-1961bfd2-a862-4b15-b716-bc90b3116e72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:37.949543 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-5f0ed9cd-2649-42da-82a2-bdcda8c1b4cd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=509c6e0a3eb94ac793ea24ad7438c26f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2769101 May 31 11:42:37.952777 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 58006) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:38.012862 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0ed9cd-2649-42da-82a2-bdcda8c1b4cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe95e18a-8ce9-4670-acbd-39821bc9aa9c,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:38.017138 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-5f0ed9cd-2649-42da-82a2-bdcda8c1b4cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:38.023305 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9314d-feda-425e-8cad-39afb8e16b47 req-3fa7398e-4c35-48e6-a20a-ad0a4315c5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:38.024993 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-29d9314d-feda-425e-8cad-39afb8e16b47 req-3fa7398e-4c35-48e6-a20a-ad0a4315c5ef service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f0a42ef9-3640-42c0-a18c-ab6476071d48 HTTP/1.1" status: 200 len: 1098 time: 0.0844252 May 31 11:42:38.033250 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-623631e3-62b5-4076-bfab-6ff91f8206f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:38.062454 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-623631e3-62b5-4076-bfab-6ff91f8206f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:38.076851 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-29d9314d-feda-425e-8cad-39afb8e16b47 req-402e90f6-0b44-48d6-866a-e3a0e3775908 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=95f25048-ac3c-451a-9c7f-c753883b57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379243 May 31 11:42:38.124734 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-623631e3-62b5-4076-bfab-6ff91f8206f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:38.129679 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-4e353399-74e3-4cca-8c49-40300abdc8af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:38.146589 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623631e3-62b5-4076-bfab-6ff91f8206f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe95e18a-8ce9-4670-acbd-39821bc9aa9c,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:38.149258 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-623631e3-62b5-4076-bfab-6ff91f8206f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:38.151294 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-623631e3-62b5-4076-bfab-6ff91f8206f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:38.153002 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-623631e3-62b5-4076-bfab-6ff91f8206f6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fe95e18a-8ce9-4670-acbd-39821bc9aa9c HTTP/1.1" status: 204 len: 168 time: 0.1990793 May 31 11:42:38.225763 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 58020) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:38.407247 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:38.466210 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-7ac4133c-31c6-44fb-8c64-dd8d06755ae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:38.485295 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-7ac4133c-31c6-44fb-8c64-dd8d06755ae5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:42:38.490150 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-7ac4133c-31c6-44fb-8c64-dd8d06755ae5 admin admin] Usage tracker for resource:security_group_rule and tenant:ae155f7d062a42e69782493484ce91a8 is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:42:38.495109 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-7ac4133c-31c6-44fb-8c64-dd8d06755ae5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:42:38.501081 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-7ac4133c-31c6-44fb-8c64-dd8d06755ae5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:42:38.602983 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-7ac4133c-31c6-44fb-8c64-dd8d06755ae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:38.608476 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-7ac4133c-31c6-44fb-8c64-dd8d06755ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:38.644261 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:38.676191 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-7ac4133c-31c6-44fb-8c64-dd8d06755ae5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ae155f7d062a42e69782493484ce91a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4489830 May 31 11:42:38.677216 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac4133c-31c6-44fb-8c64-dd8d06755ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ab91e5-389e-40f4-a548-0a0a517983b6,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:38.680529 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 58050) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:38.683427 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-7ac4133c-31c6-44fb-8c64-dd8d06755ae5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:38.715692 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296b8ec8-6c91-4f93-a7b0-5a21f95d1211 req-c791a19c-e40f-4a76-b200-654da1c9fac7 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:38.718471 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-296b8ec8-6c91-4f93-a7b0-5a21f95d1211 req-c791a19c-e40f-4a76-b200-654da1c9fac7 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0a42ef9-3640-42c0-a18c-ab6476071d48 HTTP/1.1" status: 200 len: 945 time: 0.1060407 May 31 11:42:38.761005 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-9c8d65b9-3f3d-4bee-b982-2446b181e4eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:38.798316 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-296b8ec8-6c91-4f93-a7b0-5a21f95d1211 req-1999420c-5a01-4458-a584-8c0f67ad4091 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/security-groups?id=95f25048-ac3c-451a-9c7f-c753883b57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734046 May 31 11:42:38.804698 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-9c8d65b9-3f3d-4bee-b982-2446b181e4eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:38.865476 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-9c8d65b9-3f3d-4bee-b982-2446b181e4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:38.872081 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-62a9dcc3-dc13-450d-96ee-1f58772f1817 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:38.965623 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8d65b9-3f3d-4bee-b982-2446b181e4eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ab91e5-389e-40f4-a548-0a0a517983b6,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:38.968557 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-9c8d65b9-3f3d-4bee-b982-2446b181e4eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:38.970591 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-9c8d65b9-3f3d-4bee-b982-2446b181e4eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:38.974045 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-9c8d65b9-3f3d-4bee-b982-2446b181e4eb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/08ab91e5-389e-40f4-a548-0a0a517983b6 HTTP/1.1" status: 204 len: 168 time: 0.2902737 May 31 11:42:39.067450 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840573c-cba6-4449-a4df-a53abf7410cc req-1a7ecfb9-b4f2-4bfb-a3ac-df641d85810d tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:39.070115 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-f840573c-cba6-4449-a4df-a53abf7410cc req-1a7ecfb9-b4f2-4bfb-a3ac-df641d85810d tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=262b8cbd-0fc0-4cd8-a22d-395ca0a1615a HTTP/1.1" status: 200 len: 945 time: 0.0896275 May 31 11:42:39.122476 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-f840573c-cba6-4449-a4df-a53abf7410cc req-cf3f5727-dd51-4ebf-a0b0-79fe9ac15602 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474839 May 31 11:42:40.006019 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3392dc90-64c2-4ce0-8730-82ca0354002e req-5e051161-ffb4-40eb-bc02-950199d6a655 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:40.008479 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-3392dc90-64c2-4ce0-8730-82ca0354002e req-5e051161-ffb4-40eb-bc02-950199d6a655 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0a42ef9-3640-42c0-a18c-ab6476071d48 HTTP/1.1" status: 200 len: 945 time: 0.1006148 May 31 11:42:40.056646 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-3392dc90-64c2-4ce0-8730-82ca0354002e req-a9efb658-c47d-40a9-8439-d6e35f271908 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/security-groups?id=95f25048-ac3c-451a-9c7f-c753883b57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417190 May 31 11:42:40.332170 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8cedd6-5534-417a-831f-535dd6c6a8d8 req-71262857-566d-4504-88c0-b83692a21c4a tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:40.333560 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-4a8cedd6-5534-417a-831f-535dd6c6a8d8 req-71262857-566d-4504-88c0-b83692a21c4a tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=262b8cbd-0fc0-4cd8-a22d-395ca0a1615a HTTP/1.1" status: 200 len: 945 time: 0.0897689 May 31 11:42:40.390331 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-4a8cedd6-5534-417a-831f-535dd6c6a8d8 req-0412bc7b-3ff1-4db1-9af1-565c53deeb34 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472636 May 31 11:42:41.615621 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7383664e-fffa-4cc8-b574-15c87408a8d4 req-2524100d-931a-4069-8934-2962c52c2d2d tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:41.617092 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-7383664e-fffa-4cc8-b574-15c87408a8d4 req-2524100d-931a-4069-8934-2962c52c2d2d tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=262b8cbd-0fc0-4cd8-a22d-395ca0a1615a HTTP/1.1" status: 200 len: 945 time: 0.1030598 May 31 11:42:41.670055 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-7383664e-fffa-4cc8-b574-15c87408a8d4 req-20da1b88-5f79-486f-9eb8-df5f42e51f71 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462506 May 31 11:42:42.355410 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 58216) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:42.485512 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-3b66f9a7-42c2-46e9-bf85-b3066b3d9ea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:42.501771 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-3b66f9a7-42c2-46e9-bf85-b3066b3d9ea6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:42:42.506641 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-3b66f9a7-42c2-46e9-bf85-b3066b3d9ea6 admin admin] Usage tracker for resource:security_group_rule and tenant:169a92d3f48048a8a8cd89543470dcec is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:42:42.509811 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-3b66f9a7-42c2-46e9-bf85-b3066b3d9ea6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:42:42.515886 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-3b66f9a7-42c2-46e9-bf85-b3066b3d9ea6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:42:42.618853 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-3b66f9a7-42c2-46e9-bf85-b3066b3d9ea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:42.624282 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-3b66f9a7-42c2-46e9-bf85-b3066b3d9ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:42.634266 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-8d644876-4f02-412d-870a-4f55952a39e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:42.674713 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-3b66f9a7-42c2-46e9-bf85-b3066b3d9ea6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=169a92d3f48048a8a8cd89543470dcec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3182225 May 31 11:42:42.676364 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b66f9a7-42c2-46e9-bf85-b3066b3d9ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fccf00f-0a17-403a-8945-c61ad52fe7d7,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:42.677371 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 58226) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:42.679487 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-3b66f9a7-42c2-46e9-bf85-b3066b3d9ea6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:42.741558 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-c7f76f16-5990-4213-8d14-c4322bcf6ad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:42.768782 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-c7f76f16-5990-4213-8d14-c4322bcf6ad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:42.876789 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-c7f76f16-5990-4213-8d14-c4322bcf6ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:42.882216 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-705613e5-2af4-459c-9a36-7ea397f1496d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:42.897262 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f76f16-5990-4213-8d14-c4322bcf6ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fccf00f-0a17-403a-8945-c61ad52fe7d7,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:42.900314 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-c7f76f16-5990-4213-8d14-c4322bcf6ad0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:42.912428 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-c7f76f16-5990-4213-8d14-c4322bcf6ad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:42.913560 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-c7f76f16-5990-4213-8d14-c4322bcf6ad0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5fccf00f-0a17-403a-8945-c61ad52fe7d7 HTTP/1.1" status: 204 len: 168 time: 0.2352178 May 31 11:42:42.929082 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0258b0-5f19-4db0-b031-4b0e6d48cd4b req-5a82b1ce-edc6-4c4b-803b-4ffea3711033 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:42.931458 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-fe0258b0-5f19-4db0-b031-4b0e6d48cd4b req-5a82b1ce-edc6-4c4b-803b-4ffea3711033 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=262b8cbd-0fc0-4cd8-a22d-395ca0a1615a HTTP/1.1" status: 200 len: 945 time: 0.1307890 May 31 11:42:43.008817 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-fe0258b0-5f19-4db0-b031-4b0e6d48cd4b req-c2ffd417-1732-4a7a-9d92-eb9c008f20c2 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690436 May 31 11:42:43.253890 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 58250) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:43.277950 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-a9bc44e9-6fbd-436e-becb-97f1919eb899 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:43.293970 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-a9bc44e9-6fbd-436e-becb-97f1919eb899 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:42:43.298008 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-a9bc44e9-6fbd-436e-becb-97f1919eb899 admin admin] Usage tracker for resource:security_group_rule and tenant:bd4547675dd54c50bcd4e23cd1255a44 is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:42:43.300951 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-a9bc44e9-6fbd-436e-becb-97f1919eb899 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:42:43.316759 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-a9bc44e9-6fbd-436e-becb-97f1919eb899 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:42:43.417259 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-a9bc44e9-6fbd-436e-becb-97f1919eb899 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:43.422028 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-a9bc44e9-6fbd-436e-becb-97f1919eb899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:43.451163 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-df21cdad-be58-445c-8ddc-2b0004c6bb17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:43.472921 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-a9bc44e9-6fbd-436e-becb-97f1919eb899 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bd4547675dd54c50bcd4e23cd1255a44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2146180 May 31 11:42:43.473592 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 58256) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:43.486948 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bc44e9-6fbd-436e-becb-97f1919eb899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=280b6274-3e96-4c64-8279-07dd96f97dc8,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:43.492016 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-a9bc44e9-6fbd-436e-becb-97f1919eb899 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:43.543622 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-b79156fd-ee88-4fb8-83f5-e29513125eec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:43.569731 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-b79156fd-ee88-4fb8-83f5-e29513125eec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:43.639059 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-b79156fd-ee88-4fb8-83f5-e29513125eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:43.642918 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-6994c4af-2b28-4c7c-8893-15c01b3d082c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:43.655526 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79156fd-ee88-4fb8-83f5-e29513125eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=280b6274-3e96-4c64-8279-07dd96f97dc8,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:43.665071 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-b79156fd-ee88-4fb8-83f5-e29513125eec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:43.667907 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-b79156fd-ee88-4fb8-83f5-e29513125eec admin admin] Notify callbacks [] for security_group, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:43.669404 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-b79156fd-ee88-4fb8-83f5-e29513125eec admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/280b6274-3e96-4c64-8279-07dd96f97dc8 HTTP/1.1" status: 204 len: 168 time: 0.1938121 May 31 11:42:44.267569 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a01feb-70f3-4d42-9ba6-76f9aaedcb17 req-9ec8a141-ac79-4ce4-8846-70eccbe4c737 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:44.270823 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-b4a01feb-70f3-4d42-9ba6-76f9aaedcb17 req-9ec8a141-ac79-4ce4-8846-70eccbe4c737 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=262b8cbd-0fc0-4cd8-a22d-395ca0a1615a HTTP/1.1" status: 200 len: 945 time: 0.1096053 May 31 11:42:44.348630 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-b4a01feb-70f3-4d42-9ba6-76f9aaedcb17 req-033cac8b-b1f1-4221-9c0c-07b53194e120 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672238 May 31 11:42:44.684581 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44338c19-a16e-4540-9eff-63708f32853c req-e2fe026d-5525-41cf-9530-178abdeec86e tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:44.686424 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-44338c19-a16e-4540-9eff-63708f32853c req-e2fe026d-5525-41cf-9530-178abdeec86e tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/networks?id=79d8a26c-dd66-4347-ae65-e9e905a4c881 HTTP/1.1" status: 200 len: 815 time: 0.2150898 May 31 11:42:44.703147 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-44338c19-a16e-4540-9eff-63708f32853c req-ad787479-0743-4483-88c1-817a19b8f3aa tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/quotas/137483c5ff894f0390c68478edf226f3 HTTP/1.1" status: 200 len: 375 time: 0.0107281 May 31 11:42:44.913545 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-44338c19-a16e-4540-9eff-63708f32853c req-7d189f91-4636-4090-9095-ccfdd3a33862 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=137483c5ff894f0390c68478edf226f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2043831 May 31 11:42:45.079154 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-44338c19-a16e-4540-9eff-63708f32853c req-7e24d649-5f7e-4b3e-9a8c-83b1d8ee14af service neutron] 10.222.0.21 "GET /v2.0/networks/79d8a26c-dd66-4347-ae65-e9e905a4c881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639392 May 31 11:42:45.226470 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-44338c19-a16e-4540-9eff-63708f32853c req-f203542f-843f-4c7a-af1b-631b6977bcf7 service neutron] 10.222.0.21 "GET /v2.0/networks/79d8a26c-dd66-4347-ae65-e9e905a4c881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401649 May 31 11:42:45.443946 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-12b574d9-a165-4ff0-87d4-b6c31c4dd620 req-62181d96-8cda-4984-b81e-e2d9421678b8 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/ports?device_id=5018802e-cc17-4386-9e83-07c773b978b0 HTTP/1.1" status: 200 len: 210 time: 0.0617225 May 31 11:42:45.870338 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d569b0d9-1dd8-4a06-b5c3-b6c97434b85d req-a4e75916-d2e6-4498-af77-e670ea1e6f1c tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:45.872358 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-d569b0d9-1dd8-4a06-b5c3-b6c97434b85d req-a4e75916-d2e6-4498-af77-e670ea1e6f1c tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=262b8cbd-0fc0-4cd8-a22d-395ca0a1615a HTTP/1.1" status: 200 len: 945 time: 0.1211398 May 31 11:42:45.944342 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-d569b0d9-1dd8-4a06-b5c3-b6c97434b85d req-0cc17399-3dc5-4259-bd9f-e6b320a13a15 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648835 May 31 11:42:46.498809 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 58422) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:46.612982 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-a8603d32-e6ba-48e5-8962-82a68a65a05e req-7b0d31ef-caf2-4fd6-aeca-261c59d1e4b6 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/ports?device_id=5018802e-cc17-4386-9e83-07c773b978b0 HTTP/1.1" status: 200 len: 210 time: 0.0563149 May 31 11:42:46.655797 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-268944da-c13f-4250-8500-c36869ff0b0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:46.672931 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-268944da-c13f-4250-8500-c36869ff0b0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:42:46.676444 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-268944da-c13f-4250-8500-c36869ff0b0d admin admin] Usage tracker for resource:security_group_rule and tenant:d7b4f4369a5c48988233ea092b21a815 is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:42:46.679917 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-268944da-c13f-4250-8500-c36869ff0b0d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:42:46.686708 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-268944da-c13f-4250-8500-c36869ff0b0d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:42:46.790479 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-268944da-c13f-4250-8500-c36869ff0b0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:46.796511 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-268944da-c13f-4250-8500-c36869ff0b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:46.806300 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-f3fbdfdd-8f82-473b-ae79-ccbc22f645cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:46.850533 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-268944da-c13f-4250-8500-c36869ff0b0d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d7b4f4369a5c48988233ea092b21a815&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3498952 May 31 11:42:46.851730 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268944da-c13f-4250-8500-c36869ff0b0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af15c10-fab1-4d57-b87e-e328ee45bb8c,revision_number=1']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:46.853657 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 58434) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:46.855041 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-268944da-c13f-4250-8500-c36869ff0b0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:46.927656 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-5a10d42e-8800-4824-bfdb-cb911e991456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:46.955056 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-5a10d42e-8800-4824-bfdb-cb911e991456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:47.023876 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-5a10d42e-8800-4824-bfdb-cb911e991456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:47.027963 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-5f0ed9cd-2649-42da-82a2-bdcda8c1b4cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:47.039302 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a10d42e-8800-4824-bfdb-cb911e991456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af15c10-fab1-4d57-b87e-e328ee45bb8c,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:47.057033 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-5a10d42e-8800-4824-bfdb-cb911e991456 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:47.065635 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-5a10d42e-8800-4824-bfdb-cb911e991456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:47.084205 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-5a10d42e-8800-4824-bfdb-cb911e991456 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8af15c10-fab1-4d57-b87e-e328ee45bb8c HTTP/1.1" status: 204 len: 168 time: 0.2266486 May 31 11:42:47.222110 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44338c19-a16e-4540-9eff-63708f32853c req-e5680c2d-0350-4470-b99c-7279af9c9a3c tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:47.223773 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-44338c19-a16e-4540-9eff-63708f32853c req-e5680c2d-0350-4470-b99c-7279af9c9a3c tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.61 "GET /v2.0/networks?id=79d8a26c-dd66-4347-ae65-e9e905a4c881 HTTP/1.1" status: 200 len: 815 time: 0.2493184 May 31 11:42:47.261961 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.v2.base [req-44338c19-a16e-4540-9eff-63708f32853c req-2f4143e8-32dd-4863-8ff3-9f4aec8b7fa4 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Request body: {'port': {'device_id': '5018802e-cc17-4386-9e83-07c773b978b0', 'network_id': '79d8a26c-dd66-4347-ae65-e9e905a4c881', 'admin_state_up': True, 'tenant_id': '137483c5ff894f0390c68478edf226f3'}} {{(pid=98442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:42:47.417191 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [req-44338c19-a16e-4540-9eff-63708f32853c req-2f4143e8-32dd-4863-8ff3-9f4aec8b7fa4 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:42:47.435877 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [req-44338c19-a16e-4540-9eff-63708f32853c req-2f4143e8-32dd-4863-8ff3-9f4aec8b7fa4 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:42:47.458734 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e258ff30-79af-4636-8a1c-e589e3901b9f req-505e13e3-e4ec-4290-b723-7bb5b24544af tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:47.466560 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-e258ff30-79af-4636-8a1c-e589e3901b9f req-505e13e3-e4ec-4290-b723-7bb5b24544af tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=262b8cbd-0fc0-4cd8-a22d-395ca0a1615a HTTP/1.1" status: 200 len: 945 time: 0.2933886 May 31 11:42:47.485577 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44338c19-a16e-4540-9eff-63708f32853c req-2f4143e8-32dd-4863-8ff3-9f4aec8b7fa4 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Made reservation on behalf of 137483c5ff894f0390c68478edf226f3 for: {'port': 1} {{(pid=98442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:42:47.489270 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-44338c19-a16e-4540-9eff-63708f32853c req-2f4143e8-32dd-4863-8ff3-9f4aec8b7fa4 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:47.525606 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 58478) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:47.554579 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-c050e735-711b-46e0-bf3b-1ff615e37902 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:47.574463 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-c050e735-711b-46e0-bf3b-1ff615e37902 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:42:47.587826 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-c050e735-711b-46e0-bf3b-1ff615e37902 admin admin] Usage tracker for resource:security_group_rule and tenant:5cf300c01e4c460191683ada27491cce is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:42:47.593223 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-c050e735-711b-46e0-bf3b-1ff615e37902 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:42:47.596745 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-e258ff30-79af-4636-8a1c-e589e3901b9f req-b5da7c97-aeda-4bb7-9b3c-a05e01344ef9 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291707 May 31 11:42:47.600807 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-c050e735-711b-46e0-bf3b-1ff615e37902 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:42:47.703482 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-c050e735-711b-46e0-bf3b-1ff615e37902 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:47.710643 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-c050e735-711b-46e0-bf3b-1ff615e37902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:47.734151 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-eecd89ea-6dac-4ffd-9020-0c7a23356118 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:47.791892 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c050e735-711b-46e0-bf3b-1ff615e37902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=833aa57a-7a40-4a8a-bdcc-db80eff6338e,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:47.808726 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-c050e735-711b-46e0-bf3b-1ff615e37902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:47.839698 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 58496) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:47.842212 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-9e34043e-45e4-41ad-986f-03fd8f712a40 req-5571b155-30cb-4011-aa71-6093d3ea9d88 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/ports?device_id=5018802e-cc17-4386-9e83-07c773b978b0 HTTP/1.1" status: 200 len: 210 time: 0.0603411 May 31 11:42:47.842982 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-c050e735-711b-46e0-bf3b-1ff615e37902 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5cf300c01e4c460191683ada27491cce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3162634 May 31 11:42:47.843624 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 58498) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:47.860119 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.db_base_plugin_common [req-44338c19-a16e-4540-9eff-63708f32853c req-2f4143e8-32dd-4863-8ff3-9f4aec8b7fa4 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Allocated IP 172.20.0.13 (79d8a26c-dd66-4347-ae65-e9e905a4c881/9fd55cdd-d13a-4134-ac0d-50fa90ef4a5c/cea46e23-b007-43a3-9ba5-a6601d7cbe26) {{(pid=98442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:42:47.928172 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-13af659a-ec52-4778-b99b-37ee499cf729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:47.972042 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-13af659a-ec52-4778-b99b-37ee499cf729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:48.085420 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-13af659a-ec52-4778-b99b-37ee499cf729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:48.092011 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-32912d3d-83df-4b0b-bc0a-474609e3496e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:48.113598 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13af659a-ec52-4778-b99b-37ee499cf729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=833aa57a-7a40-4a8a-bdcc-db80eff6338e,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:48.132067 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-13af659a-ec52-4778-b99b-37ee499cf729 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:48.150330 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 58520) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:48.167307 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-13af659a-ec52-4778-b99b-37ee499cf729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:48.168432 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-13af659a-ec52-4778-b99b-37ee499cf729 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/833aa57a-7a40-4a8a-bdcc-db80eff6338e HTTP/1.1" status: 204 len: 168 time: 0.3235786 May 31 11:42:48.280531 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-7aad8838-d821-4a76-87fa-939bb938f184 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:48.304495 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-7aad8838-d821-4a76-87fa-939bb938f184 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:42:48.307711 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-285f4404-d74f-4e4a-9092-c9f5fdb56f9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:48.309695 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-7aad8838-d821-4a76-87fa-939bb938f184 admin admin] Usage tracker for resource:security_group_rule and tenant:806183343fd14c1fabd8b34c6c4f2a5e is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:42:48.314207 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-7aad8838-d821-4a76-87fa-939bb938f184 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:42:48.320242 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-7aad8838-d821-4a76-87fa-939bb938f184 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:42:48.358583 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-44338c19-a16e-4540-9eff-63708f32853c req-2f4143e8-32dd-4863-8ff3-9f4aec8b7fa4 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Notify callbacks [] for port, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:48.391782 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-285f4404-d74f-4e4a-9092-c9f5fdb56f9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:42:48.398107 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-285f4404-d74f-4e4a-9092-c9f5fdb56f9e admin admin] Usage tracker for resource:security_group_rule and tenant:4b610d70b3c04002909027a7d1ecbd58 is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:42:48.402190 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-285f4404-d74f-4e4a-9092-c9f5fdb56f9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:42:48.410386 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-285f4404-d74f-4e4a-9092-c9f5fdb56f9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:42:48.471192 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-44338c19-a16e-4540-9eff-63708f32853c req-2f4143e8-32dd-4863-8ff3-9f4aec8b7fa4 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781593114058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6713643'] for port, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:48.492008 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:48.493407 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-7aad8838-d821-4a76-87fa-939bb938f184 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:48.498716 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-7aad8838-d821-4a76-87fa-939bb938f184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:48.510095 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-0a951474-5bfb-4951-a1af-04dbbdefa7ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:48.516991 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] get_ports_and_sgs() called for port_ids ['2e2c23ae-b00e-4a48-81a0-8bc201ba1436', 'f8cd1729-c99a-487a-a6b6-b528b9d6d0bc'] {{(pid=98444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:42:48.563196 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44338c19-a16e-4540-9eff-63708f32853c req-2f4143e8-32dd-4863-8ff3-9f4aec8b7fa4 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Network 79d8a26c-dd66-4347-ae65-e9e905a4c881 is already hosted by enough agents. {{(pid=98442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:42:48.565941 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-7aad8838-d821-4a76-87fa-939bb938f184 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=806183343fd14c1fabd8b34c6c4f2a5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4102879 May 31 11:42:48.567093 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aad8838-d821-4a76-87fa-939bb938f184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f5ea435-6f85-4145-86d5-8f27dc93dddc,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:48.575083 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.base_scheduler [req-44338c19-a16e-4540-9eff-63708f32853c req-2f4143e8-32dd-4863-8ff3-9f4aec8b7fa4 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Resources bound (agent type, host, resource id): {{(pid=98442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:42:48.586471 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 58540) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:48.594312 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-7aad8838-d821-4a76-87fa-939bb938f184 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:48.598058 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.l3_dvrscheduler_db [req-44338c19-a16e-4540-9eff-63708f32853c req-2f4143e8-32dd-4863-8ff3-9f4aec8b7fa4 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Received port after_create {{(pid=98442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:42:48.687390 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-e75c8035-425c-4c33-8dd5-5b64e63b0631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:48.687692 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44338c19-a16e-4540-9eff-63708f32853c req-2f4143e8-32dd-4863-8ff3-9f4aec8b7fa4 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:48.688330 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-44338c19-a16e-4540-9eff-63708f32853c req-2f4143e8-32dd-4863-8ff3-9f4aec8b7fa4 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927509'] for port, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:48.726786 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-e75c8035-425c-4c33-8dd5-5b64e63b0631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:48.776843 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4143e8-32dd-4863-8ff3-9f4aec8b7fa4 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Pushing event updated for resources: {'Port': ['ID=cea46e23-b007-43a3-9ba5-a6601d7cbe26,revision_number=1']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:48.783572 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-2f4143e8-32dd-4863-8ff3-9f4aec8b7fa4 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:48.802316 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-e75c8035-425c-4c33-8dd5-5b64e63b0631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:48.811713 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-7aad8838-d821-4a76-87fa-939bb938f184 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:48.823036 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-285f4404-d74f-4e4a-9092-c9f5fdb56f9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:48.830845 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75c8035-425c-4c33-8dd5-5b64e63b0631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f5ea435-6f85-4145-86d5-8f27dc93dddc,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:48.831260 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-285f4404-d74f-4e4a-9092-c9f5fdb56f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:48.837836 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-e75c8035-425c-4c33-8dd5-5b64e63b0631 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:48.843747 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-e75c8035-425c-4c33-8dd5-5b64e63b0631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:48.845272 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-e75c8035-425c-4c33-8dd5-5b64e63b0631 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9f5ea435-6f85-4145-86d5-8f27dc93dddc HTTP/1.1" status: 204 len: 168 time: 0.2566416 May 31 11:42:48.886357 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-c7f76f16-5990-4213-8d14-c4322bcf6ad0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:48.900949 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-285f4404-d74f-4e4a-9092-c9f5fdb56f9e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4b610d70b3c04002909027a7d1ecbd58&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0569177 May 31 11:42:48.907273 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-44338c19-a16e-4540-9eff-63708f32853c req-2f4143e8-32dd-4863-8ff3-9f4aec8b7fa4 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6503880 May 31 11:42:48.930803 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 58556) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:49.056236 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.v2.base [req-44338c19-a16e-4540-9eff-63708f32853c req-300c1650-808c-4638-a8d9-403b978faf46 service neutron] Request body: {'port': {'device_id': '5018802e-cc17-4386-9e83-07c773b978b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:42:49.123018 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-b2a8b179-051a-4242-9e43-5eada0aea70a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:49.132606 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2b7d76-c78c-432e-87c7-2e297c6fe2bb req-292d1529-99bf-4f73-a884-0cf854f22a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:49.134294 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-4b2b7d76-c78c-432e-87c7-2e297c6fe2bb req-292d1529-99bf-4f73-a884-0cf854f22a9b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=262b8cbd-0fc0-4cd8-a22d-395ca0a1615a HTTP/1.1" status: 200 len: 1098 time: 0.2687299 May 31 11:42:49.202124 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-b2a8b179-051a-4242-9e43-5eada0aea70a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:49.216260 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-4b2b7d76-c78c-432e-87c7-2e297c6fe2bb req-32f1fcc1-ed53-485a-abf1-e826f8bfb0f8 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702150 May 31 11:42:49.249386 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-44338c19-a16e-4540-9eff-63708f32853c req-300c1650-808c-4638-a8d9-403b978faf46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:49.279569 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285f4404-d74f-4e4a-9092-c9f5fdb56f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a4c780-b65e-42c1-aaf3-d01661c1d19e,revision_number=1']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:49.282438 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-b2a8b179-051a-4242-9e43-5eada0aea70a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:49.291431 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-d855194b-15d9-41c8-9721-e172d768ecda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:49.291742 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-285f4404-d74f-4e4a-9092-c9f5fdb56f9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:49.305386 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-b2a8b179-051a-4242-9e43-5eada0aea70a admin admin] Notify callbacks [] for security_group, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:49.306629 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-b2a8b179-051a-4242-9e43-5eada0aea70a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/44a4c780-b65e-42c1-aaf3-d01661c1d19e HTTP/1.1" status: 204 len: 168 time: 0.3732793 May 31 11:42:49.309481 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a8b179-051a-4242-9e43-5eada0aea70a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a4c780-b65e-42c1-aaf3-d01661c1d19e,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:49.314726 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-b2a8b179-051a-4242-9e43-5eada0aea70a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:49.472604 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57cb4f8-a827-4c15-8398-d5acf0b7fa59 req-f9e07770-dda5-4489-961c-1860840ae0bc tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:49.474090 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-d57cb4f8-a827-4c15-8398-d5acf0b7fa59 req-f9e07770-dda5-4489-961c-1860840ae0bc tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=262b8cbd-0fc0-4cd8-a22d-395ca0a1615a HTTP/1.1" status: 200 len: 945 time: 0.5908723 May 31 11:42:49.520010 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a0648f-d5e5-4222-9cff-c5dab92e7a2a req-45fcfbd4-3734-407d-a9c6-6e534c853210 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:49.520734 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [req-96a0648f-d5e5-4222-9cff-c5dab92e7a2a req-45fcfbd4-3734-407d-a9c6-6e534c853210 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Synchronizing usage tracker for tenant:137483c5ff894f0390c68478edf226f3 on resource:port {{(pid=98442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:42:49.653443 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-d57cb4f8-a827-4c15-8398-d5acf0b7fa59 req-7b2cdc8a-ced4-435a-8153-281e5895a0d8 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684446 May 31 11:42:49.654138 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [req-96a0648f-d5e5-4222-9cff-c5dab92e7a2a req-45fcfbd4-3734-407d-a9c6-6e534c853210 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Unset dirty status for tenant:137483c5ff894f0390c68478edf226f3 on resource:port {{(pid=98442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:42:49.671294 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-96a0648f-d5e5-4222-9cff-c5dab92e7a2a req-45fcfbd4-3734-407d-a9c6-6e534c853210 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/ports?device_id=5018802e-cc17-4386-9e83-07c773b978b0 HTTP/1.1" status: 200 len: 932 time: 0.4813800 May 31 11:42:49.760384 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-96a0648f-d5e5-4222-9cff-c5dab92e7a2a req-23549d03-f67f-4987-a198-1df77c8f850b tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/security-groups?id=95f25048-ac3c-451a-9c7f-c753883b57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878127 May 31 11:42:49.787609 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 58598) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:49.812256 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-9c71e3a3-2777-4552-9d28-810f3b7f3eee admin admin] Notify callbacks [] for security_group, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:49.828873 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-9c71e3a3-2777-4552-9d28-810f3b7f3eee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:42:49.833092 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-9c71e3a3-2777-4552-9d28-810f3b7f3eee admin admin] Usage tracker for resource:security_group_rule and tenant:0aeab343584f43ec9f47acc0c4fd98c5 is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:42:49.836675 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-9c71e3a3-2777-4552-9d28-810f3b7f3eee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:42:49.842771 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-9c71e3a3-2777-4552-9d28-810f3b7f3eee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:42:49.924084 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.notifiers.nova [req-44338c19-a16e-4540-9eff-63708f32853c req-300c1650-808c-4638-a8d9-403b978faf46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cea46e23-b007-43a3-9ba5-a6601d7cbe26 {{(pid=98442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:42:49.941018 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-44338c19-a16e-4540-9eff-63708f32853c req-300c1650-808c-4638-a8d9-403b978faf46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:49.962637 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.provisioning_blocks [req-44338c19-a16e-4540-9eff-63708f32853c req-300c1650-808c-4638-a8d9-403b978faf46 service neutron] Transition to ACTIVE for port object cea46e23-b007-43a3-9ba5-a6601d7cbe26 will not be triggered until provisioned by entity L2. {{(pid=98442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:42:49.970682 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-44338c19-a16e-4540-9eff-63708f32853c req-300c1650-808c-4638-a8d9-403b978faf46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6713634'] for port, after_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:49.976937 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-a5692b1c-ee0d-4d68-8cb7-45765c09f66a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:49.982174 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-9c71e3a3-2777-4552-9d28-810f3b7f3eee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:49.996781 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-9c71e3a3-2777-4552-9d28-810f3b7f3eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:50.009138 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:50.068373 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-9c71e3a3-2777-4552-9d28-810f3b7f3eee admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0aeab343584f43ec9f47acc0c4fd98c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2761285 May 31 11:42:50.071231 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 58610) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:50.074522 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c71e3a3-2777-4552-9d28-810f3b7f3eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf2ce99-b014-4e81-a65d-1c3be514c841,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:50.120932 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-9c71e3a3-2777-4552-9d28-810f3b7f3eee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:50.157533 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-ad54f45c-3614-4aaf-a01e-2a0840e45771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:50.195732 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300c1650-808c-4638-a8d9-403b978faf46 service neutron] Pushing event updated for resources: {'Port': ['ID=cea46e23-b007-43a3-9ba5-a6601d7cbe26,revision_number=2']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:50.202446 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-300c1650-808c-4638-a8d9-403b978faf46 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:50.209665 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-ad54f45c-3614-4aaf-a01e-2a0840e45771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:50.275567 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.managers [req-44338c19-a16e-4540-9eff-63708f32853c req-300c1650-808c-4638-a8d9-403b978faf46 service neutron] Attempting to bind port cea46e23-b007-43a3-9ba5-a6601d7cbe26 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:42:50.276018 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.managers [req-44338c19-a16e-4540-9eff-63708f32853c req-300c1650-808c-4638-a8d9-403b978faf46 service neutron] Attempting to bind port cea46e23-b007-43a3-9ba5-a6601d7cbe26 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '060d4e1c-f196-46cb-ba4f-7d352cbad15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '79d8a26c-dd66-4347-ae65-e9e905a4c881'}] {{(pid=98442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:42:50.276318 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44338c19-a16e-4540-9eff-63708f32853c req-300c1650-808c-4638-a8d9-403b978faf46 service neutron] Attempting to bind port cea46e23-b007-43a3-9ba5-a6601d7cbe26 on network 79d8a26c-dd66-4347-ae65-e9e905a4c881 {{(pid=98442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:42:50.287334 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44338c19-a16e-4540-9eff-63708f32853c req-300c1650-808c-4638-a8d9-403b978faf46 service neutron] Port cea46e23-b007-43a3-9ba5-a6601d7cbe26 on network 79d8a26c-dd66-4347-ae65-e9e905a4c881 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:42:50.287656 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44338c19-a16e-4540-9eff-63708f32853c req-300c1650-808c-4638-a8d9-403b978faf46 service neutron] Attempting to bind port cea46e23-b007-43a3-9ba5-a6601d7cbe26 on network 79d8a26c-dd66-4347-ae65-e9e905a4c881 {{(pid=98442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:42:50.298217 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44338c19-a16e-4540-9eff-63708f32853c req-300c1650-808c-4638-a8d9-403b978faf46 service neutron] Checking agent: {'id': '63ca40a8-ec34-4216-8e55-4658d3f28a5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 39, 38), 'started_at': datetime.datetime(2021, 5, 31, 11, 39, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:42:50.298536 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44338c19-a16e-4540-9eff-63708f32853c req-300c1650-808c-4638-a8d9-403b978faf46 service neutron] Checking segment: {'id': '060d4e1c-f196-46cb-ba4f-7d352cbad15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '79d8a26c-dd66-4347-ae65-e9e905a4c881'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:42:50.298921 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44338c19-a16e-4540-9eff-63708f32853c req-300c1650-808c-4638-a8d9-403b978faf46 service neutron] Bound using segment: {'id': '060d4e1c-f196-46cb-ba4f-7d352cbad15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '79d8a26c-dd66-4347-ae65-e9e905a4c881'} {{(pid=98442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:42:50.299355 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.managers [req-44338c19-a16e-4540-9eff-63708f32853c req-300c1650-808c-4638-a8d9-403b978faf46 service neutron] Bound port: cea46e23-b007-43a3-9ba5-a6601d7cbe26, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '060d4e1c-f196-46cb-ba4f-7d352cbad15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '79d8a26c-dd66-4347-ae65-e9e905a4c881'}}] {{(pid=98442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:42:50.299748 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-44338c19-a16e-4540-9eff-63708f32853c req-300c1650-808c-4638-a8d9-403b978faf46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:50.321795 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-ad54f45c-3614-4aaf-a01e-2a0840e45771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:50.326978 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-0899f7f4-d125-44c4-b5f7-49a0b0c82d04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:50.359492 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad54f45c-3614-4aaf-a01e-2a0840e45771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf2ce99-b014-4e81-a65d-1c3be514c841,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:50.366709 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-ad54f45c-3614-4aaf-a01e-2a0840e45771 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:50.371170 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-ad54f45c-3614-4aaf-a01e-2a0840e45771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:50.374810 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-ad54f45c-3614-4aaf-a01e-2a0840e45771 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/faf2ce99-b014-4e81-a65d-1c3be514c841 HTTP/1.1" status: 204 len: 168 time: 0.3021612 May 31 11:42:50.455435 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.db [req-44338c19-a16e-4540-9eff-63708f32853c req-300c1650-808c-4638-a8d9-403b978faf46 service neutron] For port cea46e23-b007-43a3-9ba5-a6601d7cbe26, host hv-cinder-78638, cleared binding levels {{(pid=98442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:42:50.459863 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.db [req-44338c19-a16e-4540-9eff-63708f32853c req-300c1650-808c-4638-a8d9-403b978faf46 service neutron] For port cea46e23-b007-43a3-9ba5-a6601d7cbe26, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cea46e23-b007-43a3-9ba5-a6601d7cbe26,segment=NetworkSegment(060d4e1c-f196-46cb-ba4f-7d352cbad15d),segment_id=060d4e1c-f196-46cb-ba4f-7d352cbad15d)] {{(pid=98442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:42:50.466826 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-44338c19-a16e-4540-9eff-63708f32853c req-300c1650-808c-4638-a8d9-403b978faf46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6713634'] for port, after_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:50.478348 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-37606d91-a967-42cc-af56-34d5e3f098d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:50.597178 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44338c19-a16e-4540-9eff-63708f32853c req-300c1650-808c-4638-a8d9-403b978faf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:50.603347 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-44338c19-a16e-4540-9eff-63708f32853c req-300c1650-808c-4638-a8d9-403b978faf46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927509'] for port, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:50.604697 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-44338c19-a16e-4540-9eff-63708f32853c req-300c1650-808c-4638-a8d9-403b978faf46 service neutron] 10.222.0.61 "PUT /v2.0/ports/cea46e23-b007-43a3-9ba5-a6601d7cbe26 HTTP/1.1" status: 200 len: 1094 time: 1.5546098 May 31 11:42:50.605350 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5018802e-cc17-4386-9e83-07c773b978b0', 'tag': 'cea46e23-b007-43a3-9ba5-a6601d7cbe26'}] {{(pid=98442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:42:50.613384 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98a8129e16d579ddc31ed5ae2a657a86bf742727e38e306195ca605a81ff71cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61a1bda-a187-4e84-8af6-2d976a342aec" -d '{"events": [{"name": "network-changed", "server_uuid": "5018802e-cc17-4386-9e83-07c773b978b0", "tag": "cea46e23-b007-43a3-9ba5-a6601d7cbe26"}]}' {{(pid=98442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:42:50.620029 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300c1650-808c-4638-a8d9-403b978faf46 service neutron] Pushing event updated for resources: {'Port': ['ID=cea46e23-b007-43a3-9ba5-a6601d7cbe26,revision_number=3']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:50.623742 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-300c1650-808c-4638-a8d9-403b978faf46 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:50.689542 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baa56ef3-944d-4590-823b-06e6e01debfa x-openstack-request-id: req-baa56ef3-944d-4590-823b-06e6e01debfa {{(pid=98442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:42:50.690109 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5018802e-cc17-4386-9e83-07c773b978b0", "tag": "cea46e23-b007-43a3-9ba5-a6601d7cbe26", "status": "completed", "code": 200}]} {{(pid=98442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:42:50.690109 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-baa56ef3-944d-4590-823b-06e6e01debfa {{(pid=98442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:42:50.690526 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5018802e-cc17-4386-9e83-07c773b978b0', 'tag': 'cea46e23-b007-43a3-9ba5-a6601d7cbe26', 'status': 'completed', 'code': 200} May 31 11:42:50.893573 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 58646) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:51.015692 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44338c19-a16e-4540-9eff-63708f32853c req-f9974e3a-000f-45e8-921d-c7a2a0f2f0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:51.017170 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-44338c19-a16e-4540-9eff-63708f32853c req-f9974e3a-000f-45e8-921d-c7a2a0f2f0b9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=137483c5ff894f0390c68478edf226f3&device_id=5018802e-cc17-4386-9e83-07c773b978b0 HTTP/1.1" status: 200 len: 1097 time: 0.2396951 May 31 11:42:51.039838 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1550fd28-c63e-4a34-ac79-125c39ca9c4e req-c0a583f6-5838-48f1-8c9f-f97b851c349f tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:51.041318 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-1550fd28-c63e-4a34-ac79-125c39ca9c4e req-c0a583f6-5838-48f1-8c9f-f97b851c349f tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=262b8cbd-0fc0-4cd8-a22d-395ca0a1615a HTTP/1.1" status: 200 len: 945 time: 0.1964402 May 31 11:42:51.080521 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-a285cdcb-35a7-4c6f-af1b-e0c331d9fe81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:51.096954 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-a285cdcb-35a7-4c6f-af1b-e0c331d9fe81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:42:51.101025 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-a285cdcb-35a7-4c6f-af1b-e0c331d9fe81 admin admin] Usage tracker for resource:security_group_rule and tenant:46cc0dd4d2284f35b98964694cd821d4 is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:42:51.106886 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-a285cdcb-35a7-4c6f-af1b-e0c331d9fe81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:42:51.115197 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-a285cdcb-35a7-4c6f-af1b-e0c331d9fe81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:42:51.131289 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-44338c19-a16e-4540-9eff-63708f32853c req-b1227a71-b767-4af8-bf7f-82c68e610d9c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cea46e23-b007-43a3-9ba5-a6601d7cbe26 HTTP/1.1" status: 200 len: 217 time: 0.0888286 May 31 11:42:51.211582 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-1550fd28-c63e-4a34-ac79-125c39ca9c4e req-add3b5b2-4086-492b-964a-e6b1c9c61f43 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791318 May 31 11:42:51.213259 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-a285cdcb-35a7-4c6f-af1b-e0c331d9fe81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:51.223879 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-a285cdcb-35a7-4c6f-af1b-e0c331d9fe81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:51.245442 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-a9bc44e9-6fbd-436e-becb-97f1919eb899 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:51.247989 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc349c23-d876-47a5-b7e3-3512e4479f33 req-f14a9108-6829-4147-82f6-9d9bc0af113c tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:51.254963 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-dc349c23-d876-47a5-b7e3-3512e4479f33 req-f14a9108-6829-4147-82f6-9d9bc0af113c tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/ports?device_id=5018802e-cc17-4386-9e83-07c773b978b0 HTTP/1.1" status: 200 len: 944 time: 0.3053851 May 31 11:42:51.282305 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-a285cdcb-35a7-4c6f-af1b-e0c331d9fe81 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=46cc0dd4d2284f35b98964694cd821d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3853023 May 31 11:42:51.283413 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 58668) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:51.314154 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44338c19-a16e-4540-9eff-63708f32853c req-49ae7159-9087-4665-a0d8-1257134662a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:51.316101 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-44338c19-a16e-4540-9eff-63708f32853c req-49ae7159-9087-4665-a0d8-1257134662a7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9fd55cdd-d13a-4134-ac0d-50fa90ef4a5c HTTP/1.1" status: 200 len: 855 time: 0.1419797 May 31 11:42:51.327176 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a285cdcb-35a7-4c6f-af1b-e0c331d9fe81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a206412-8e5c-45a3-b820-4a3de9e54ec7,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:51.333021 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-a285cdcb-35a7-4c6f-af1b-e0c331d9fe81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:51.333206 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-dc349c23-d876-47a5-b7e3-3512e4479f33 req-1b5e21ca-8893-4aed-b783-940803fc269b tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/security-groups?id=95f25048-ac3c-451a-9c7f-c753883b57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764875 May 31 11:42:51.376869 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-d83dbb22-a9f9-47c3-9620-4ee4da25e19e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:51.396997 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-44338c19-a16e-4540-9eff-63708f32853c req-e263471f-d2fb-4b79-92cf-25f8a4ea3022 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=79d8a26c-dd66-4347-ae65-e9e905a4c881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627902 May 31 11:42:51.412560 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-d83dbb22-a9f9-47c3-9620-4ee4da25e19e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:51.470265 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-d83dbb22-a9f9-47c3-9620-4ee4da25e19e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:51.479990 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-1ab55634-45ac-4b4c-b837-dc2a123a3673 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:51.494341 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-d83dbb22-a9f9-47c3-9620-4ee4da25e19e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:51.498110 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-d83dbb22-a9f9-47c3-9620-4ee4da25e19e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4a206412-8e5c-45a3-b820-4a3de9e54ec7 HTTP/1.1" status: 204 len: 168 time: 0.2116778 May 31 11:42:51.498969 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83dbb22-a9f9-47c3-9620-4ee4da25e19e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a206412-8e5c-45a3-b820-4a3de9e54ec7,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:51.501727 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-d83dbb22-a9f9-47c3-9620-4ee4da25e19e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:51.696619 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-44338c19-a16e-4540-9eff-63708f32853c req-20598fb8-020a-43ce-9949-16651aed1945 service neutron] 10.222.0.61 "GET /v2.0/networks/79d8a26c-dd66-4347-ae65-e9e905a4c881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643979 May 31 11:42:51.901348 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-44338c19-a16e-4540-9eff-63708f32853c req-a99e5fdd-ecd5-4620-89a8-fdb2abfa7647 service neutron] 10.222.0.61 "GET /v2.0/networks/79d8a26c-dd66-4347-ae65-e9e905a4c881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980255 May 31 11:42:52.110998 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a1bda-a187-4e84-8af6-2d976a342aec req-c8ba0ac1-f98f-4981-a32d-42737c1087ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:52.113383 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-d61a1bda-a187-4e84-8af6-2d976a342aec req-c8ba0ac1-f98f-4981-a32d-42737c1087ac service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=137483c5ff894f0390c68478edf226f3&device_id=5018802e-cc17-4386-9e83-07c773b978b0 HTTP/1.1" status: 200 len: 1097 time: 0.0805805 May 31 11:42:52.333279 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a1bda-a187-4e84-8af6-2d976a342aec req-abcbfcb3-fa4c-42fe-b49f-b1dc14a6f3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:52.335157 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-d61a1bda-a187-4e84-8af6-2d976a342aec req-abcbfcb3-fa4c-42fe-b49f-b1dc14a6f3d4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=79d8a26c-dd66-4347-ae65-e9e905a4c881 HTTP/1.1" status: 200 len: 916 time: 0.2116051 May 31 11:42:52.540000 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-d61a1bda-a187-4e84-8af6-2d976a342aec req-a28cd94b-b556-4ffd-b4de-3c91e2bd1016 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cea46e23-b007-43a3-9ba5-a6601d7cbe26 HTTP/1.1" status: 200 len: 217 time: 0.1946671 May 31 11:42:52.642693 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61a1bda-a187-4e84-8af6-2d976a342aec req-7c9510d8-ec54-4038-b293-3bd857552333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:52.644644 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-d61a1bda-a187-4e84-8af6-2d976a342aec req-7c9510d8-ec54-4038-b293-3bd857552333 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9fd55cdd-d13a-4134-ac0d-50fa90ef4a5c HTTP/1.1" status: 200 len: 855 time: 0.0928903 May 31 11:42:52.742868 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-d61a1bda-a187-4e84-8af6-2d976a342aec req-d82dfb4a-3c0a-451f-a4ca-51c36cad7062 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=79d8a26c-dd66-4347-ae65-e9e905a4c881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648413 May 31 11:42:52.805396 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54638f9-1282-451a-a466-d01caa41174b req-2bc3a4b7-da59-432c-b95d-4827acfc9f57 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:52.807204 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-b54638f9-1282-451a-a466-d01caa41174b req-2bc3a4b7-da59-432c-b95d-4827acfc9f57 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=262b8cbd-0fc0-4cd8-a22d-395ca0a1615a HTTP/1.1" status: 200 len: 945 time: 0.3418827 May 31 11:42:52.920451 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ba540c-b8de-4a75-8a0f-14c87af19020 req-72bf2476-a94d-4269-8fee-b16b82161ff2 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:52.921951 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-43ba540c-b8de-4a75-8a0f-14c87af19020 req-72bf2476-a94d-4269-8fee-b16b82161ff2 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/ports?device_id=5018802e-cc17-4386-9e83-07c773b978b0 HTTP/1.1" status: 200 len: 944 time: 0.3208907 May 31 11:42:52.966988 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-b54638f9-1282-451a-a466-d01caa41174b req-d38b4014-0d59-45ee-8237-5ef97b8c96b8 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079440 May 31 11:42:53.020876 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-d61a1bda-a187-4e84-8af6-2d976a342aec req-9afc4a5d-ab58-4080-8e73-29d388d08a41 service neutron] 10.222.0.61 "GET /v2.0/networks/79d8a26c-dd66-4347-ae65-e9e905a4c881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537413 May 31 11:42:53.023785 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-43ba540c-b8de-4a75-8a0f-14c87af19020 req-4395e45a-17ed-4e08-80da-2293ead7e1a1 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/security-groups?id=95f25048-ac3c-451a-9c7f-c753883b57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945210 May 31 11:42:53.218200 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 58796) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:53.431672 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-d61a1bda-a187-4e84-8af6-2d976a342aec req-acd14cbe-6f3b-4d6b-a555-e6aee1e9bb6b service neutron] 10.222.0.61 "GET /v2.0/networks/79d8a26c-dd66-4347-ae65-e9e905a4c881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3940547 May 31 11:42:53.436427 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 58812) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:53.483542 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56d1831-2b64-4b67-88da-cdd595d6da14 req-d04fbce9-66e1-4bc8-97a7-b55144b6c22c tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:53.485168 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-f56d1831-2b64-4b67-88da-cdd595d6da14 req-d04fbce9-66e1-4bc8-97a7-b55144b6c22c tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=06785de2-89dd-40f4-8974-9220828497b9 HTTP/1.1" status: 200 len: 946 time: 0.2572572 May 31 11:42:53.593502 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-cf3aa8c2-d3b4-44ec-857e-921daa3fe4a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:53.599099 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-f56d1831-2b64-4b67-88da-cdd595d6da14 req-f6ce888b-646d-4454-a029-c47e631b90a1 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059017 May 31 11:42:53.658516 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-b9f96abf-1e7c-4c89-8fc3-5e46189d58e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:53.660766 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-cf3aa8c2-d3b4-44ec-857e-921daa3fe4a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:42:53.668005 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-cf3aa8c2-d3b4-44ec-857e-921daa3fe4a4 admin admin] Usage tracker for resource:security_group_rule and tenant:612713081aea4ba1acc84585f90949ef is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:42:53.677551 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-cf3aa8c2-d3b4-44ec-857e-921daa3fe4a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:42:53.686920 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-cf3aa8c2-d3b4-44ec-857e-921daa3fe4a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:42:53.695705 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-b9f96abf-1e7c-4c89-8fc3-5e46189d58e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:42:53.706716 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-b9f96abf-1e7c-4c89-8fc3-5e46189d58e5 admin admin] Usage tracker for resource:security_group_rule and tenant:a6b6a94e001441cfa66572ab45b3a46a is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:42:53.712878 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-b9f96abf-1e7c-4c89-8fc3-5e46189d58e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:42:53.729644 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-b9f96abf-1e7c-4c89-8fc3-5e46189d58e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:42:53.755109 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 58828) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:53.923916 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-b9f96abf-1e7c-4c89-8fc3-5e46189d58e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:53.930057 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-b9f96abf-1e7c-4c89-8fc3-5e46189d58e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:53.930823 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-cf3aa8c2-d3b4-44ec-857e-921daa3fe4a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:53.935944 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-cf3aa8c2-d3b4-44ec-857e-921daa3fe4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:53.949935 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:53.959092 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-c050e735-711b-46e0-bf3b-1ff615e37902 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:53.996667 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f96abf-1e7c-4c89-8fc3-5e46189d58e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b4603f5-2ed5-4d17-a1ad-0ad32d385baa,revision_number=1']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:54.000887 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-b9f96abf-1e7c-4c89-8fc3-5e46189d58e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:54.003645 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-b9f96abf-1e7c-4c89-8fc3-5e46189d58e5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a6b6a94e001441cfa66572ab45b3a46a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5660620 May 31 11:42:54.006243 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 58838) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:54.017210 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3aa8c2-d3b4-44ec-857e-921daa3fe4a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ac4d42-0e35-4fcb-8bdb-ee5fbbbdb2f0,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:54.035635 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-cf3aa8c2-d3b4-44ec-857e-921daa3fe4a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:54.055363 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-432e4a7b-adb0-49af-9fdb-b23864e0f0bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:54.078770 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-cf3aa8c2-d3b4-44ec-857e-921daa3fe4a4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=612713081aea4ba1acc84585f90949ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8593061 May 31 11:42:54.080074 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-432e4a7b-adb0-49af-9fdb-b23864e0f0bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:42:54.082972 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 58846) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:54.096728 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-432e4a7b-adb0-49af-9fdb-b23864e0f0bd admin admin] Usage tracker for resource:security_group_rule and tenant:9781a98b0aaf47c98a338eff90988e83 is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:42:54.097875 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-5bb6f593-e29e-4c5c-a42e-96baa04bc81d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:54.103103 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-432e4a7b-adb0-49af-9fdb-b23864e0f0bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:42:54.113522 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-432e4a7b-adb0-49af-9fdb-b23864e0f0bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:42:54.133808 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-5bb6f593-e29e-4c5c-a42e-96baa04bc81d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:54.305690 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-432e4a7b-adb0-49af-9fdb-b23864e0f0bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:54.319167 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-432e4a7b-adb0-49af-9fdb-b23864e0f0bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:54.333947 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-e75c8035-425c-4c33-8dd5-5b64e63b0631 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:54.336439 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeac8e7-7f94-4d49-a34f-e7cf6fc65780 req-393a5e1b-54ac-4436-9282-fa817222c020 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:54.337965 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-7eeac8e7-7f94-4d49-a34f-e7cf6fc65780 req-393a5e1b-54ac-4436-9282-fa817222c020 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/ports?device_id=5018802e-cc17-4386-9e83-07c773b978b0 HTTP/1.1" status: 200 len: 944 time: 0.1736801 May 31 11:42:54.354999 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-eb49ab44-c632-40bc-ad00-7caf7a30738d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:54.370122 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-5bb6f593-e29e-4c5c-a42e-96baa04bc81d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:54.380273 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:54.396334 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb6f593-e29e-4c5c-a42e-96baa04bc81d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b4603f5-2ed5-4d17-a1ad-0ad32d385baa,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:54.400638 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432e4a7b-adb0-49af-9fdb-b23864e0f0bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e000b582-caed-43a7-8bd0-41e90ccb6b49,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:54.404169 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-eb49ab44-c632-40bc-ad00-7caf7a30738d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:54.412583 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-5bb6f593-e29e-4c5c-a42e-96baa04bc81d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:54.413769 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-5bb6f593-e29e-4c5c-a42e-96baa04bc81d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9b4603f5-2ed5-4d17-a1ad-0ad32d385baa HTTP/1.1" status: 204 len: 168 time: 0.4064143 May 31 11:42:54.415610 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-432e4a7b-adb0-49af-9fdb-b23864e0f0bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:54.415810 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-5bb6f593-e29e-4c5c-a42e-96baa04bc81d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:54.418692 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-432e4a7b-adb0-49af-9fdb-b23864e0f0bd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9781a98b0aaf47c98a338eff90988e83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6611116 May 31 11:42:54.421529 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 58868) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:54.453038 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-7eeac8e7-7f94-4d49-a34f-e7cf6fc65780 req-c283a0d6-a8c3-473b-ab61-3ab69a98c39e tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/security-groups?id=95f25048-ac3c-451a-9c7f-c753883b57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018636 May 31 11:42:54.509451 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-f8119fe6-c977-4505-95df-decbcffe86f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:54.533697 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-eb49ab44-c632-40bc-ad00-7caf7a30738d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:54.541520 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-cf3aa8c2-d3b4-44ec-857e-921daa3fe4a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:54.554046 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-f8119fe6-c977-4505-95df-decbcffe86f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:54.567579 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49ab44-c632-40bc-ad00-7caf7a30738d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ac4d42-0e35-4fcb-8bdb-ee5fbbbdb2f0,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:54.571632 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-eb49ab44-c632-40bc-ad00-7caf7a30738d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:54.590998 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-eb49ab44-c632-40bc-ad00-7caf7a30738d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:54.594962 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-eb49ab44-c632-40bc-ad00-7caf7a30738d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/23ac4d42-0e35-4fcb-8bdb-ee5fbbbdb2f0 HTTP/1.1" status: 204 len: 168 time: 0.5081038 May 31 11:42:54.632753 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-f8119fe6-c977-4505-95df-decbcffe86f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:54.640586 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-7ac4133c-31c6-44fb-8c64-dd8d06755ae5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:54.659950 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8119fe6-c977-4505-95df-decbcffe86f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e000b582-caed-43a7-8bd0-41e90ccb6b49,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:54.662929 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-f8119fe6-c977-4505-95df-decbcffe86f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:54.665129 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-f8119fe6-c977-4505-95df-decbcffe86f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:54.666248 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-f8119fe6-c977-4505-95df-decbcffe86f6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e000b582-caed-43a7-8bd0-41e90ccb6b49 HTTP/1.1" status: 204 len: 168 time: 0.2437751 May 31 11:42:54.764357 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-b2edea7a-00c5-44b5-9c18-d0c0ab98df6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:55.021924 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 58896) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:55.039860 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-477f889d-00d4-47da-a9f4-7b8a943a02a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:55.056935 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-477f889d-00d4-47da-a9f4-7b8a943a02a5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:42:55.061602 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-477f889d-00d4-47da-a9f4-7b8a943a02a5 admin admin] Usage tracker for resource:security_group_rule and tenant:d186f88048454bad8722737de299155a is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:42:55.064645 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-477f889d-00d4-47da-a9f4-7b8a943a02a5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:42:55.070805 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-477f889d-00d4-47da-a9f4-7b8a943a02a5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:42:55.170606 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device cea46e23-b007-43a3-9ba5-a6601d7cbe26 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:42:55.177837 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-477f889d-00d4-47da-a9f4-7b8a943a02a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:55.186522 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-477f889d-00d4-47da-a9f4-7b8a943a02a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:55.197754 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-b79156fd-ee88-4fb8-83f5-e29513125eec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:55.230359 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477f889d-00d4-47da-a9f4-7b8a943a02a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=026a329e-fca2-401d-a9ea-697a6a206a3b,revision_number=1']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:55.235832 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-477f889d-00d4-47da-a9f4-7b8a943a02a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:55.256611 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-477f889d-00d4-47da-a9f4-7b8a943a02a5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d186f88048454bad8722737de299155a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2336137 May 31 11:42:55.259913 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 58906) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:55.400725 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-49e42512-991e-4753-bf1c-569a3c41fcc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:55.442298 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-49e42512-991e-4753-bf1c-569a3c41fcc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:55.469395 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] For port cea46e23-b007-43a3-9ba5-a6601d7cbe26, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cea46e23-b007-43a3-9ba5-a6601d7cbe26,segment=NetworkSegment(060d4e1c-f196-46cb-ba4f-7d352cbad15d),segment_id=060d4e1c-f196-46cb-ba4f-7d352cbad15d)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:42:55.512738 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-49e42512-991e-4753-bf1c-569a3c41fcc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:55.518123 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-b2a8b179-051a-4242-9e43-5eada0aea70a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:55.531081 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Returning: {'device': 'cea46e23-b007-43a3-9ba5-a6601d7cbe26', 'network_id': '79d8a26c-dd66-4347-ae65-e9e905a4c881', 'port_id': 'cea46e23-b007-43a3-9ba5-a6601d7cbe26', 'mac_address': 'fa:16:3e:b7:ad:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fd55cdd-d13a-4134-ac0d-50fa90ef4a5c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:42:55.533745 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-49e42512-991e-4753-bf1c-569a3c41fcc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:55.535110 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-49e42512-991e-4753-bf1c-569a3c41fcc0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/026a329e-fca2-401d-a9ea-697a6a206a3b HTTP/1.1" status: 204 len: 168 time: 0.2737010 May 31 11:42:55.535965 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e42512-991e-4753-bf1c-569a3c41fcc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=026a329e-fca2-401d-a9ea-697a6a206a3b,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:55.540685 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-49e42512-991e-4753-bf1c-569a3c41fcc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:55.591153 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.agents_db [None req-9d677285-078d-4c88-aefd-aa7dfcc00faf None None] Agent healthcheck: found 6 active agents {{(pid=98445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:42:55.643517 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:55.667071 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.notifiers.nova [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cea46e23-b007-43a3-9ba5-a6601d7cbe26 {{(pid=98444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:42:55.690517 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] For port cea46e23-b007-43a3-9ba5-a6601d7cbe26, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cea46e23-b007-43a3-9ba5-a6601d7cbe26,segment=NetworkSegment(060d4e1c-f196-46cb-ba4f-7d352cbad15d),segment_id=060d4e1c-f196-46cb-ba4f-7d352cbad15d)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:42:55.698014 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:55.699958 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:55.862266 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Pushing event updated for resources: {'Port': ['ID=cea46e23-b007-43a3-9ba5-a6601d7cbe26,revision_number=4']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:55.866646 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:55.936276 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef5c81-b2e5-4c97-b611-86a7ed50a3ee req-482812fa-16df-4cc1-8052-ce576e8de5db tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:55.938115 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-eeef5c81-b2e5-4c97-b611-86a7ed50a3ee req-482812fa-16df-4cc1-8052-ce576e8de5db tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/ports?device_id=5018802e-cc17-4386-9e83-07c773b978b0 HTTP/1.1" status: 200 len: 945 time: 0.2297649 May 31 11:42:55.985282 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 58944) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:56.067448 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-eeef5c81-b2e5-4c97-b611-86a7ed50a3ee req-a992d4cf-fa96-4b6e-8036-9d828f467f58 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/security-groups?id=95f25048-ac3c-451a-9c7f-c753883b57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232595 May 31 11:42:56.093337 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e5a60d-a05f-480b-86c6-57e8b9c5709f req-71e248ed-8580-4440-b18e-8c126380faf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:56.094857 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-a1e5a60d-a05f-480b-86c6-57e8b9c5709f req-71e248ed-8580-4440-b18e-8c126380faf8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4d8aa9185953468f8491235be83abf68&device_id=06785de2-89dd-40f4-8974-9220828497b9 HTTP/1.1" status: 200 len: 1099 time: 0.1324184 May 31 11:42:56.126840 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] get_ports_and_sgs() called for port_ids ['cea46e23-b007-43a3-9ba5-a6601d7cbe26'] {{(pid=98444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:42:56.271629 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-c416df7a-79e4-48fd-ab9e-9795a8979d3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:56.304076 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-c416df7a-79e4-48fd-ab9e-9795a8979d3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:42:56.314146 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-c416df7a-79e4-48fd-ab9e-9795a8979d3d admin admin] Usage tracker for resource:security_group_rule and tenant:cd02dd3b4c2e4f2798b777ee791063c2 is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:42:56.320243 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-c416df7a-79e4-48fd-ab9e-9795a8979d3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:42:56.331458 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-c416df7a-79e4-48fd-ab9e-9795a8979d3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:42:56.377838 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e5a60d-a05f-480b-86c6-57e8b9c5709f req-8e13b3ff-ccbf-45f7-9371-eea103a4aec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:56.379831 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-a1e5a60d-a05f-480b-86c6-57e8b9c5709f req-8e13b3ff-ccbf-45f7-9371-eea103a4aec8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=665ca1a0-d0c5-448d-9582-68d76f26f11a HTTP/1.1" status: 200 len: 919 time: 0.2763073 May 31 11:42:56.391748 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f90c47-3dc9-4d67-9440-c6ec326e9924 req-a212d759-c788-4100-9999-1f611600021d tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:56.393722 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-b4f90c47-3dc9-4d67-9440-c6ec326e9924 req-a212d759-c788-4100-9999-1f611600021d tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=06785de2-89dd-40f4-8974-9220828497b9 HTTP/1.1" status: 200 len: 946 time: 0.2276249 May 31 11:42:56.495751 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-a1e5a60d-a05f-480b-86c6-57e8b9c5709f req-56c84c6d-c29a-4d09-9754-3dcf96000ac7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd0389ac-5ae1-41f7-9330-00a1630417f4 HTTP/1.1" status: 200 len: 217 time: 0.1005599 May 31 11:42:56.501654 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-c416df7a-79e4-48fd-ab9e-9795a8979d3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:56.504330 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-b4f90c47-3dc9-4d67-9440-c6ec326e9924 req-822f42bb-e817-4a35-804e-f406763465e2 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557544 May 31 11:42:56.509992 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-c416df7a-79e4-48fd-ab9e-9795a8979d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:56.536075 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-5a10d42e-8800-4824-bfdb-cb911e991456 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:56.596828 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e5a60d-a05f-480b-86c6-57e8b9c5709f req-dd401778-da05-46db-a146-fe8e07fa73ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:56.598345 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-a1e5a60d-a05f-480b-86c6-57e8b9c5709f req-dd401778-da05-46db-a146-fe8e07fa73ec service neutron] 10.222.0.61 "GET /v2.0/subnets?id=482a023d-7693-4e4c-a2dd-49fc43823b85 HTTP/1.1" status: 200 len: 858 time: 0.0877028 May 31 11:42:56.661635 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-a1e5a60d-a05f-480b-86c6-57e8b9c5709f req-1d5b8e93-99f5-4b0f-9c99-27b8ecf9ce10 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=665ca1a0-d0c5-448d-9582-68d76f26f11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516963 May 31 11:42:56.692556 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-c416df7a-79e4-48fd-ab9e-9795a8979d3d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cd02dd3b4c2e4f2798b777ee791063c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7060392 May 31 11:42:56.693791 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c416df7a-79e4-48fd-ab9e-9795a8979d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d077cb4-342e-4cdc-af59-ee16814efcc1,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:56.697614 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-c416df7a-79e4-48fd-ab9e-9795a8979d3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:56.699271 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 58970) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:56.857532 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-076c2f46-0085-41c9-9dc0-d0fa77aa21fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:56.887525 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-a1e5a60d-a05f-480b-86c6-57e8b9c5709f req-9ad9af76-348c-455c-b335-a550a63d9e82 service neutron] 10.222.0.61 "GET /v2.0/networks/665ca1a0-d0c5-448d-9582-68d76f26f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167861 May 31 11:42:56.923159 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-076c2f46-0085-41c9-9dc0-d0fa77aa21fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:57.126181 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-076c2f46-0085-41c9-9dc0-d0fa77aa21fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:57.139532 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-477f889d-00d4-47da-a9f4-7b8a943a02a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:57.170032 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-a1e5a60d-a05f-480b-86c6-57e8b9c5709f req-cc478302-00a8-444e-acad-19627ed22375 service neutron] 10.222.0.61 "GET /v2.0/networks/665ca1a0-d0c5-448d-9582-68d76f26f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720706 May 31 11:42:57.181439 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076c2f46-0085-41c9-9dc0-d0fa77aa21fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d077cb4-342e-4cdc-af59-ee16814efcc1,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:57.205748 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-076c2f46-0085-41c9-9dc0-d0fa77aa21fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:57.224515 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-076c2f46-0085-41c9-9dc0-d0fa77aa21fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:57.230726 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-076c2f46-0085-41c9-9dc0-d0fa77aa21fd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5d077cb4-342e-4cdc-af59-ee16814efcc1 HTTP/1.1" status: 204 len: 168 time: 0.5256965 May 31 11:42:57.364580 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af17e14d-7b6c-4d08-acf6-86c2073dfe54 req-3de8f920-bd87-4616-9c21-36d87f5e4a95 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:57.366964 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-af17e14d-7b6c-4d08-acf6-86c2073dfe54 req-3de8f920-bd87-4616-9c21-36d87f5e4a95 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/ports?device_id=5018802e-cc17-4386-9e83-07c773b978b0 HTTP/1.1" status: 200 len: 945 time: 0.1231587 May 31 11:42:57.427299 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-af17e14d-7b6c-4d08-acf6-86c2073dfe54 req-af4c7977-e36c-4eb0-b5b2-67be4292c61b tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/security-groups?id=95f25048-ac3c-451a-9c7f-c753883b57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523832 May 31 11:42:57.519718 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:57.609503 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 59032) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:57.747301 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98444c3a-3773-4477-9008-6d935baa4f76 req-dcfac69a-f081-4870-9f7e-65068b7ec390 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:57.748841 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-98444c3a-3773-4477-9008-6d935baa4f76 req-dcfac69a-f081-4870-9f7e-65068b7ec390 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=06785de2-89dd-40f4-8974-9220828497b9 HTTP/1.1" status: 200 len: 946 time: 0.0855477 May 31 11:42:57.793743 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-b23ab451-bc74-4cb5-b365-75eb185b0796 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:57.804501 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-98444c3a-3773-4477-9008-6d935baa4f76 req-ca68a3cf-f631-4bec-97a2-168e18997e85 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493615 May 31 11:42:57.881735 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-80171940-8f72-40cc-b964-cfb2a0084c61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:57.897347 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-80171940-8f72-40cc-b964-cfb2a0084c61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:42:57.901463 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-80171940-8f72-40cc-b964-cfb2a0084c61 admin admin] Usage tracker for resource:security_group_rule and tenant:764f725e364d4b3eb935afbca5c526c0 is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:42:57.904959 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-80171940-8f72-40cc-b964-cfb2a0084c61 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:42:57.912657 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-80171940-8f72-40cc-b964-cfb2a0084c61 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:42:57.983614 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 59040) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:58.003896 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-b3ff2ef1-8b0c-432c-8a15-2337bd8aca78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:58.004886 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-80171940-8f72-40cc-b964-cfb2a0084c61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:58.013815 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-80171940-8f72-40cc-b964-cfb2a0084c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:58.022470 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-b3ff2ef1-8b0c-432c-8a15-2337bd8aca78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:42:58.025701 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-8c2e1627-d980-4858-8f71-330980e7314a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:58.027672 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-b3ff2ef1-8b0c-432c-8a15-2337bd8aca78 admin admin] Usage tracker for resource:security_group_rule and tenant:b0cc877ec2b946cfb0ba9cc8d090dd21 is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:42:58.031072 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-b3ff2ef1-8b0c-432c-8a15-2337bd8aca78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:42:58.038376 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-b3ff2ef1-8b0c-432c-8a15-2337bd8aca78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:42:58.067265 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-80171940-8f72-40cc-b964-cfb2a0084c61 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=764f725e364d4b3eb935afbca5c526c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4566748 May 31 11:42:58.068341 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80171940-8f72-40cc-b964-cfb2a0084c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa886426-c6b3-43f1-9b40-c80b280c968e,revision_number=1']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:58.070021 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 59044) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:58.072993 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-80171940-8f72-40cc-b964-cfb2a0084c61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:58.171714 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-ded79cda-147b-4afa-9138-c2948288c771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:58.209250 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-b3ff2ef1-8b0c-432c-8a15-2337bd8aca78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:58.217748 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-b3ff2ef1-8b0c-432c-8a15-2337bd8aca78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:58.230844 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-ded79cda-147b-4afa-9138-c2948288c771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:58.239123 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-9c8d65b9-3f3d-4bee-b982-2446b181e4eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:58.304077 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-b3ff2ef1-8b0c-432c-8a15-2337bd8aca78 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b0cc877ec2b946cfb0ba9cc8d090dd21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3190904 May 31 11:42:58.305206 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ff2ef1-8b0c-432c-8a15-2337bd8aca78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb9acb24-42c5-41c2-a77d-ccba5629ebb3,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:58.307091 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 59052) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:42:58.312424 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-b3ff2ef1-8b0c-432c-8a15-2337bd8aca78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:58.342763 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-ded79cda-147b-4afa-9138-c2948288c771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:58.350539 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-846e54d0-d4ad-4311-a038-30089fcef8c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:58.367401 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded79cda-147b-4afa-9138-c2948288c771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa886426-c6b3-43f1-9b40-c80b280c968e,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:58.370117 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-ded79cda-147b-4afa-9138-c2948288c771 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:58.382132 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-ded79cda-147b-4afa-9138-c2948288c771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:58.384776 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-ded79cda-147b-4afa-9138-c2948288c771 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fa886426-c6b3-43f1-9b40-c80b280c968e HTTP/1.1" status: 204 len: 168 time: 0.3128500 May 31 11:42:58.410276 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-68739a96-0816-4076-be9f-76f7c29799dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:58.444716 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-a91c5e8e-8952-4db6-a598-6e76e849b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:58.465748 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-68739a96-0816-4076-be9f-76f7c29799dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:58.534624 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-68739a96-0816-4076-be9f-76f7c29799dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:58.541526 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:58.599025 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68739a96-0816-4076-be9f-76f7c29799dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb9acb24-42c5-41c2-a77d-ccba5629ebb3,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:58.601978 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-68739a96-0816-4076-be9f-76f7c29799dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:42:58.632180 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-68739a96-0816-4076-be9f-76f7c29799dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:58.633352 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-68739a96-0816-4076-be9f-76f7c29799dd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bb9acb24-42c5-41c2-a77d-ccba5629ebb3 HTTP/1.1" status: 204 len: 168 time: 0.3244622 May 31 11:42:58.670119 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79546b12-072e-45a7-b236-85c9f0102ee6 req-6761cf4d-299f-4e4b-8879-a672ac622aec tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:58.677982 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-79546b12-072e-45a7-b236-85c9f0102ee6 req-6761cf4d-299f-4e4b-8879-a672ac622aec tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/ports?device_id=5018802e-cc17-4386-9e83-07c773b978b0 HTTP/1.1" status: 200 len: 945 time: 0.1275215 May 31 11:42:58.721082 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-79546b12-072e-45a7-b236-85c9f0102ee6 req-baa3e237-cf40-40df-b170-0f906c94d1ad tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/security-groups?id=95f25048-ac3c-451a-9c7f-c753883b57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415668 May 31 11:42:59.055214 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc3b8a4-e88e-4c85-a196-16724ec1c784 req-a517c12c-d06a-4f98-b847-7e780c42975e tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:42:59.057381 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-dbc3b8a4-e88e-4c85-a196-16724ec1c784 req-a517c12c-d06a-4f98-b847-7e780c42975e tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=06785de2-89dd-40f4-8974-9220828497b9 HTTP/1.1" status: 200 len: 946 time: 0.1137633 May 31 11:42:59.112855 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-dbc3b8a4-e88e-4c85-a196-16724ec1c784 req-990f2d7f-112c-42dc-89cc-ad292fb4da68 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478392 May 31 11:42:59.195360 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device cea46e23-b007-43a3-9ba5-a6601d7cbe26 up at agent hyperv_hv-cinder-78638 {{(pid=98444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:42:59.288691 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Provisioning for port cea46e23-b007-43a3-9ba5-a6601d7cbe26 completed by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:42:59.296110 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Provisioning complete for port cea46e23-b007-43a3-9ba5-a6601d7cbe26 triggered by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:42:59.297102 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:59.485454 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:59.518019 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5018802e-cc17-4386-9e83-07c773b978b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cea46e23-b007-43a3-9ba5-a6601d7cbe26'}] {{(pid=98444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:42:59.521269 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88ad6d6066f99d569bf87ae86d08865c72136362fb0dde426bf5d6223abbdd23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cebbfc2c-4df5-4277-a3ef-4f1e6088887f" -d '{"events": [{"server_uuid": "5018802e-cc17-4386-9e83-07c773b978b0", "name": "network-vif-plugged", "status": "completed", "tag": "cea46e23-b007-43a3-9ba5-a6601d7cbe26"}]}' {{(pid=98444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:42:59.548014 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] For port cea46e23-b007-43a3-9ba5-a6601d7cbe26, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cea46e23-b007-43a3-9ba5-a6601d7cbe26,segment=NetworkSegment(060d4e1c-f196-46cb-ba4f-7d352cbad15d),segment_id=060d4e1c-f196-46cb-ba4f-7d352cbad15d)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:42:59.562127 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:42:59.564637 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:42:59.668805 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-665da0d8-1a39-4d4a-a80b-a70d3dd4c943 x-openstack-request-id: req-665da0d8-1a39-4d4a-a80b-a70d3dd4c943 {{(pid=98444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:42:59.669099 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5018802e-cc17-4386-9e83-07c773b978b0", "name": "network-vif-plugged", "status": "completed", "tag": "cea46e23-b007-43a3-9ba5-a6601d7cbe26", "code": 200}]} {{(pid=98444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:42:59.669354 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-665da0d8-1a39-4d4a-a80b-a70d3dd4c943 {{(pid=98444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:42:59.669746 dv-cinder-786383-7-smb neutron-server[98444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5018802e-cc17-4386-9e83-07c773b978b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cea46e23-b007-43a3-9ba5-a6601d7cbe26', 'code': 200} May 31 11:42:59.728104 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Pushing event updated for resources: {'Port': ['ID=cea46e23-b007-43a3-9ba5-a6601d7cbe26,revision_number=5']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:42:59.731637 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:00.114269 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303b2e33-9937-4129-8761-c4f7c1eca507 req-cbe8c883-1b81-4877-91ba-b2fba1010d3f tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:00.115784 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-303b2e33-9937-4129-8761-c4f7c1eca507 req-cbe8c883-1b81-4877-91ba-b2fba1010d3f tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/ports?device_id=5018802e-cc17-4386-9e83-07c773b978b0 HTTP/1.1" status: 200 len: 946 time: 0.2556210 May 31 11:43:00.134441 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d56299f-3211-4e1c-97ee-5242120a6e41 req-ea50dbcd-983d-4bfa-97d1-65a35e240378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:00.140439 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-2d56299f-3211-4e1c-97ee-5242120a6e41 req-ea50dbcd-983d-4bfa-97d1-65a35e240378 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5018802e-cc17-4386-9e83-07c773b978b0 HTTP/1.1" status: 200 len: 1099 time: 0.2023501 May 31 11:43:00.153631 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-9fdf87ec-5ce8-4616-9e32-e9b9d10b7557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:00.217582 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-303b2e33-9937-4129-8761-c4f7c1eca507 req-ce6fed88-4484-4a1b-b1bb-bd73f3215aee tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/security-groups?id=95f25048-ac3c-451a-9c7f-c753883b57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915594 May 31 11:43:00.224477 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-2d56299f-3211-4e1c-97ee-5242120a6e41 req-cb9afeae-faee-45de-a2ff-d16dc66c7b4e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=95f25048-ac3c-451a-9c7f-c753883b57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651517 May 31 11:43:00.359601 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af70c30-f4de-4385-9afe-f3b0b30a394f req-0573d0ea-2bb7-4fa4-9d3b-1d463d945c10 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:00.361559 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-9af70c30-f4de-4385-9afe-f3b0b30a394f req-0573d0ea-2bb7-4fa4-9d3b-1d463d945c10 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=06785de2-89dd-40f4-8974-9220828497b9 HTTP/1.1" status: 200 len: 946 time: 0.1028194 May 31 11:43:00.422940 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-9af70c30-f4de-4385-9afe-f3b0b30a394f req-26a85695-1b9d-45a4-9e5e-216cccbe928e tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492740 May 31 11:43:01.379044 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 59192) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:43:01.424468 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510b4984-d3fc-488d-8cd8-4c591d998733 req-dbc27678-307a-42f7-aa46-1a2d48936be5 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:01.425842 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-510b4984-d3fc-488d-8cd8-4c591d998733 req-dbc27678-307a-42f7-aa46-1a2d48936be5 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/ports?device_id=5018802e-cc17-4386-9e83-07c773b978b0 HTTP/1.1" status: 200 len: 946 time: 0.0823193 May 31 11:43:01.474065 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-510b4984-d3fc-488d-8cd8-4c591d998733 req-1bc77950-3bea-42be-aa9d-fe1b03f9a180 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/security-groups?id=95f25048-ac3c-451a-9c7f-c753883b57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420275 May 31 11:43:01.513226 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-2b31eb24-acb5-4dd2-80c1-5465d01cce69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:01.528458 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-2b31eb24-acb5-4dd2-80c1-5465d01cce69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:43:01.532250 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-2b31eb24-acb5-4dd2-80c1-5465d01cce69 admin admin] Usage tracker for resource:security_group_rule and tenant:ec3f7956c2994d2d8cbde5f26a46a1ee is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:43:01.535096 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-2b31eb24-acb5-4dd2-80c1-5465d01cce69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:43:01.540907 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-2b31eb24-acb5-4dd2-80c1-5465d01cce69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:43:01.637982 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-2b31eb24-acb5-4dd2-80c1-5465d01cce69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:01.643935 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-2b31eb24-acb5-4dd2-80c1-5465d01cce69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:01.644187 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ba57b3-f219-4f38-a959-11c8ec9bcef9 req-ea775b1a-45b9-42d1-8c74-ba0b21cc0977 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:01.645930 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-c8ba57b3-f219-4f38-a959-11c8ec9bcef9 req-ea775b1a-45b9-42d1-8c74-ba0b21cc0977 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=06785de2-89dd-40f4-8974-9220828497b9 HTTP/1.1" status: 200 len: 946 time: 0.1089737 May 31 11:43:01.660566 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-3b66f9a7-42c2-46e9-bf85-b3066b3d9ea6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:01.703872 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-c8ba57b3-f219-4f38-a959-11c8ec9bcef9 req-ab782ad7-76c4-442f-ac23-dde2f8e71b1e tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514078 May 31 11:43:01.707442 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 59204) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:43:01.707629 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-2b31eb24-acb5-4dd2-80c1-5465d01cce69 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ec3f7956c2994d2d8cbde5f26a46a1ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3274465 May 31 11:43:01.717239 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b31eb24-acb5-4dd2-80c1-5465d01cce69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1f73c3-11db-40bc-ba4e-0848c8a8e1eb,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:01.722783 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-2b31eb24-acb5-4dd2-80c1-5465d01cce69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:01.771050 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-fc8a92ef-0895-4f07-a0aa-7b653b3d6e2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:01.805140 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-fc8a92ef-0895-4f07-a0aa-7b653b3d6e2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:01.879703 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-fc8a92ef-0895-4f07-a0aa-7b653b3d6e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:01.885507 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-4f38e1aa-99ff-43b6-adad-7be4a8a4d8de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:01.900994 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8a92ef-0895-4f07-a0aa-7b653b3d6e2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1f73c3-11db-40bc-ba4e-0848c8a8e1eb,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:01.903999 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-fc8a92ef-0895-4f07-a0aa-7b653b3d6e2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:01.908869 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-fc8a92ef-0895-4f07-a0aa-7b653b3d6e2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:01.915928 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-fc8a92ef-0895-4f07-a0aa-7b653b3d6e2e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0c1f73c3-11db-40bc-ba4e-0848c8a8e1eb HTTP/1.1" status: 204 len: 168 time: 0.2069979 May 31 11:43:02.803490 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d7debc-fe5b-4151-9d59-40cc3ff216df req-440031dc-8cc8-4720-bd0f-f17162023903 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:02.810143 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-34d7debc-fe5b-4151-9d59-40cc3ff216df req-440031dc-8cc8-4720-bd0f-f17162023903 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/ports?device_id=5018802e-cc17-4386-9e83-07c773b978b0 HTTP/1.1" status: 200 len: 946 time: 0.1973181 May 31 11:43:02.897272 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-34d7debc-fe5b-4151-9d59-40cc3ff216df req-7f48369d-afb6-4bb1-b9bf-3a52763b7593 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/security-groups?id=95f25048-ac3c-451a-9c7f-c753883b57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814621 May 31 11:43:03.034778 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7807da1-d1e6-468d-892b-5ea2841aefac req-4e717dd1-04ee-4b6b-be52-f3cd40ae6384 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:03.036468 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-c7807da1-d1e6-468d-892b-5ea2841aefac req-4e717dd1-04ee-4b6b-be52-f3cd40ae6384 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=06785de2-89dd-40f4-8974-9220828497b9 HTTP/1.1" status: 200 len: 946 time: 0.0910869 May 31 11:43:03.094870 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-c7807da1-d1e6-468d-892b-5ea2841aefac req-7eadacf8-9b25-45b3-8a08-d43861a306f9 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515444 May 31 11:43:04.289752 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf61504-a692-41fe-b47f-a1915c656c69 req-67f0ce78-6ac2-408f-9d2a-be4d68b093b6 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:04.291323 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-1bf61504-a692-41fe-b47f-a1915c656c69 req-67f0ce78-6ac2-408f-9d2a-be4d68b093b6 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=06785de2-89dd-40f4-8974-9220828497b9 HTTP/1.1" status: 200 len: 946 time: 0.0877707 May 31 11:43:04.345280 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-1bf61504-a692-41fe-b47f-a1915c656c69 req-6c32635a-44d3-43e3-bcaa-71f22fd131d7 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477629 May 31 11:43:05.573642 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996793ec-7b22-4f3f-a3d5-50ff965d6abd req-e6be00ff-88a2-4e73-9a27-fb6b1f6936db tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:05.582122 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-996793ec-7b22-4f3f-a3d5-50ff965d6abd req-e6be00ff-88a2-4e73-9a27-fb6b1f6936db tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=06785de2-89dd-40f4-8974-9220828497b9 HTTP/1.1" status: 200 len: 946 time: 0.1028008 May 31 11:43:05.647809 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-996793ec-7b22-4f3f-a3d5-50ff965d6abd req-8cd4e160-a0c4-4999-8a5f-e0fe74b8dbe6 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555840 May 31 11:43:06.851361 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272fd7ef-69b0-4e0b-9d5b-1a8bf2f5c543 req-a131e62e-7e82-4ddc-bc20-0f047f4e4a7d tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:06.853090 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-272fd7ef-69b0-4e0b-9d5b-1a8bf2f5c543 req-a131e62e-7e82-4ddc-bc20-0f047f4e4a7d tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=06785de2-89dd-40f4-8974-9220828497b9 HTTP/1.1" status: 200 len: 946 time: 0.0936849 May 31 11:43:06.903290 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-272fd7ef-69b0-4e0b-9d5b-1a8bf2f5c543 req-4869895d-ebf5-4d29-8032-14a0d5460c8d tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436890 May 31 11:43:08.105612 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5948a58-1a66-4d67-aace-1869c01ae3d6 req-23b83e3a-c6ac-4c23-9184-573acd3a2c18 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:08.107155 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-a5948a58-1a66-4d67-aace-1869c01ae3d6 req-23b83e3a-c6ac-4c23-9184-573acd3a2c18 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=06785de2-89dd-40f4-8974-9220828497b9 HTTP/1.1" status: 200 len: 946 time: 0.0897543 May 31 11:43:08.156244 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-a5948a58-1a66-4d67-aace-1869c01ae3d6 req-c42f64f2-dace-4538-96a4-ec6bf727208e tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416191 May 31 11:43:08.430499 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:09.432423 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bf5188-c155-4d39-87c2-87a543982cc4 req-9c343161-53a8-438a-876e-bab6f4110b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:09.434060 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-69bf5188-c155-4d39-87c2-87a543982cc4 req-9c343161-53a8-438a-876e-bab6f4110b5c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=06785de2-89dd-40f4-8974-9220828497b9 HTTP/1.1" status: 200 len: 1099 time: 0.1550114 May 31 11:43:09.448380 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c83e46-76bd-4792-b683-aaec30e243d1 req-69dd90e8-4e08-48c8-b927-937b7b7eaebb tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:09.457497 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-59c83e46-76bd-4792-b683-aaec30e243d1 req-69dd90e8-4e08-48c8-b927-937b7b7eaebb tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=06785de2-89dd-40f4-8974-9220828497b9 HTTP/1.1" status: 200 len: 946 time: 0.1361868 May 31 11:43:09.536987 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-69bf5188-c155-4d39-87c2-87a543982cc4 req-f36c4328-1f12-4f36-b059-c1ee02a78e64 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770068 May 31 11:43:09.550557 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-59c83e46-76bd-4792-b683-aaec30e243d1 req-d785256c-84c3-43a5-b132-68681c8ac240 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920608 May 31 11:43:10.768053 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f328c10-af60-4f5f-b71c-25bd91904821 req-2de4e96f-4466-4dfb-be03-dd240dcc6234 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:10.775317 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-9f328c10-af60-4f5f-b71c-25bd91904821 req-2de4e96f-4466-4dfb-be03-dd240dcc6234 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=06785de2-89dd-40f4-8974-9220828497b9 HTTP/1.1" status: 200 len: 946 time: 0.1113963 May 31 11:43:10.827688 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-9f328c10-af60-4f5f-b71c-25bd91904821 req-b8df9c4f-8672-45ec-a825-975bf2b1a7cc tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510750 May 31 11:43:10.917339 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 59582) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:43:11.052905 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-442d1736-9feb-4415-ba67-de15bab061ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:11.071461 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-442d1736-9feb-4415-ba67-de15bab061ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:43:11.077561 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-442d1736-9feb-4415-ba67-de15bab061ea admin admin] Usage tracker for resource:security_group_rule and tenant:0a91dd39d1ee491aa5afcea44c90d197 is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:43:11.084252 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-442d1736-9feb-4415-ba67-de15bab061ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:43:11.091646 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-442d1736-9feb-4415-ba67-de15bab061ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:43:11.259862 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-442d1736-9feb-4415-ba67-de15bab061ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:11.265614 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-442d1736-9feb-4415-ba67-de15bab061ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:11.297097 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-68739a96-0816-4076-be9f-76f7c29799dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:11.359342 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-442d1736-9feb-4415-ba67-de15bab061ea admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0a91dd39d1ee491aa5afcea44c90d197&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4405475 May 31 11:43:11.361855 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 59610) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:43:11.373026 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442d1736-9feb-4415-ba67-de15bab061ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d0937f8-6608-4547-b0bc-bcccc69a5e13,revision_number=1']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:11.378595 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-442d1736-9feb-4415-ba67-de15bab061ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:11.448793 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-ace204bd-e4e0-40d4-bc4a-400ed72bb77f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:11.476420 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-ace204bd-e4e0-40d4-bc4a-400ed72bb77f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:11.538496 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-ace204bd-e4e0-40d4-bc4a-400ed72bb77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:11.543906 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-13c58504-88c0-4f87-bce9-184c987c6128 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:11.560411 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace204bd-e4e0-40d4-bc4a-400ed72bb77f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d0937f8-6608-4547-b0bc-bcccc69a5e13,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:11.572947 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-ace204bd-e4e0-40d4-bc4a-400ed72bb77f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:11.577905 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-ace204bd-e4e0-40d4-bc4a-400ed72bb77f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:11.597065 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-ace204bd-e4e0-40d4-bc4a-400ed72bb77f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5d0937f8-6608-4547-b0bc-bcccc69a5e13 HTTP/1.1" status: 204 len: 168 time: 0.2202005 May 31 11:43:12.030958 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf5e9e6-7f53-4baa-b527-5b735d00b514 req-c01f8e45-84fb-43b7-9a06-577558df16c6 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:12.032475 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-6cf5e9e6-7f53-4baa-b527-5b735d00b514 req-c01f8e45-84fb-43b7-9a06-577558df16c6 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=06785de2-89dd-40f4-8974-9220828497b9 HTTP/1.1" status: 200 len: 946 time: 0.0907900 May 31 11:43:12.086228 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-6cf5e9e6-7f53-4baa-b527-5b735d00b514 req-44327fa8-c0a5-4aee-aa57-0f91568590a2 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473139 May 31 11:43:13.046777 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a04c8-d344-4be8-999b-df3024945417 req-4ed99fca-5555-4021-a233-1d32a675a506 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:13.048254 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-503a04c8-d344-4be8-999b-df3024945417 req-4ed99fca-5555-4021-a233-1d32a675a506 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/networks?id=79d8a26c-dd66-4347-ae65-e9e905a4c881 HTTP/1.1" status: 200 len: 815 time: 0.3354552 May 31 11:43:13.053095 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd7ba70-f59d-444f-8fa9-c0c9ca24838e req-fa83790c-acc2-4254-b756-a1e55de03c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:13.054686 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-2dd7ba70-f59d-444f-8fa9-c0c9ca24838e req-fa83790c-acc2-4254-b756-a1e55de03c42 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4d8aa9185953468f8491235be83abf68&device_id=06785de2-89dd-40f4-8974-9220828497b9 HTTP/1.1" status: 200 len: 1099 time: 0.4303479 May 31 11:43:13.067177 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d889af12-f320-43fa-abdf-7050b4d3c560 req-b8d97ba1-55ad-46ce-9454-02a087df008e tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:13.069140 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-d889af12-f320-43fa-abdf-7050b4d3c560 req-b8d97ba1-55ad-46ce-9454-02a087df008e tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=06785de2-89dd-40f4-8974-9220828497b9 HTTP/1.1" status: 200 len: 946 time: 0.3532836 May 31 11:43:13.126811 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-503a04c8-d344-4be8-999b-df3024945417 req-447b53fd-9dab-4c9b-b550-c7292b901968 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/quotas/137483c5ff894f0390c68478edf226f3 HTTP/1.1" status: 200 len: 375 time: 0.0504138 May 31 11:43:13.271473 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-d889af12-f320-43fa-abdf-7050b4d3c560 req-3b7988e7-cc4b-4654-9241-9bff933cd9dc tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719055 May 31 11:43:13.326980 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd7ba70-f59d-444f-8fa9-c0c9ca24838e req-832c5d7e-ca99-4587-a908-bb0438fbaa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:13.328792 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-2dd7ba70-f59d-444f-8fa9-c0c9ca24838e req-832c5d7e-ca99-4587-a908-bb0438fbaa5d service neutron] 10.222.0.61 "GET /v2.0/networks?id=665ca1a0-d0c5-448d-9582-68d76f26f11a HTTP/1.1" status: 200 len: 919 time: 0.2586045 May 31 11:43:13.409532 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-503a04c8-d344-4be8-999b-df3024945417 req-240c6145-6233-4813-bf48-bf468f4ca82d tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=137483c5ff894f0390c68478edf226f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2318046 May 31 11:43:13.418478 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-2dd7ba70-f59d-444f-8fa9-c0c9ca24838e req-1518b85f-bb27-41b5-a3d0-95a91625eb19 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd0389ac-5ae1-41f7-9330-00a1630417f4 HTTP/1.1" status: 200 len: 217 time: 0.0801044 May 31 11:43:13.592903 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd7ba70-f59d-444f-8fa9-c0c9ca24838e req-0e535bd2-2509-4f77-9f75-35cfcb51ccf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:13.594347 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-2dd7ba70-f59d-444f-8fa9-c0c9ca24838e req-0e535bd2-2509-4f77-9f75-35cfcb51ccf4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=482a023d-7693-4e4c-a2dd-49fc43823b85 HTTP/1.1" status: 200 len: 858 time: 0.1511388 May 31 11:43:13.665747 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-2dd7ba70-f59d-444f-8fa9-c0c9ca24838e req-c45fbbe7-42d0-4504-a00b-3ced6e80c9bf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=665ca1a0-d0c5-448d-9582-68d76f26f11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0454617 May 31 11:43:13.667751 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-503a04c8-d344-4be8-999b-df3024945417 req-664ab633-ae2e-4ca3-9a0f-ce16525a882d service neutron] 10.222.0.21 "GET /v2.0/networks/79d8a26c-dd66-4347-ae65-e9e905a4c881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484646 May 31 11:43:13.914806 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-2dd7ba70-f59d-444f-8fa9-c0c9ca24838e req-47dd719f-6d01-4328-b777-ec8beb51d546 service neutron] 10.222.0.61 "GET /v2.0/networks/665ca1a0-d0c5-448d-9582-68d76f26f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409072 May 31 11:43:13.918682 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-503a04c8-d344-4be8-999b-df3024945417 req-703bf89a-0101-4462-ba00-a6e10f4bf9bb service neutron] 10.222.0.21 "GET /v2.0/networks/79d8a26c-dd66-4347-ae65-e9e905a4c881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438431 May 31 11:43:14.079081 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-2dd7ba70-f59d-444f-8fa9-c0c9ca24838e req-27b5ac13-a440-4bc2-bb45-15fac7b2058a service neutron] 10.222.0.61 "GET /v2.0/networks/665ca1a0-d0c5-448d-9582-68d76f26f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468339 May 31 11:43:14.128778 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-bf4162b4-f177-4621-bf25-b69353395b17 req-c1d4c5d7-6b96-46ae-a11e-c0344d4b37b7 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/ports?device_id=11c3994d-7166-4e5d-89ba-1b00a03ff0b1 HTTP/1.1" status: 200 len: 210 time: 0.0485940 May 31 11:43:14.497595 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee126ae-d205-4ef9-817f-9a21c7d1df51 req-e95668ec-9385-42f0-b96d-36aae1bf129e tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:14.499342 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-0ee126ae-d205-4ef9-817f-9a21c7d1df51 req-e95668ec-9385-42f0-b96d-36aae1bf129e tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=06785de2-89dd-40f4-8974-9220828497b9 HTTP/1.1" status: 200 len: 946 time: 0.0950956 May 31 11:43:14.555240 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-0ee126ae-d205-4ef9-817f-9a21c7d1df51 req-049bba05-680e-4a1c-9eb0-6c248acc3e93 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465806 May 31 11:43:14.865353 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-16184a86-f7a6-4feb-b8bf-f36280b9df3b req-9680c672-e4d2-42be-bc98-c2ec07f89a8f tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=775d6956068142748f808af76778a467&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374684 May 31 11:43:15.060949 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16184a86-f7a6-4feb-b8bf-f36280b9df3b req-60e91f85-9e8e-4701-955c-666cbcaba553 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:15.068460 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-16184a86-f7a6-4feb-b8bf-f36280b9df3b req-60e91f85-9e8e-4701-955c-666cbcaba553 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1959298 May 31 11:43:15.079276 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-16184a86-f7a6-4feb-b8bf-f36280b9df3b req-43cbfe16-5f37-47e2-bbc3-572059f0964a tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] 10.222.0.21 "GET /v2.0/quotas/775d6956068142748f808af76778a467 HTTP/1.1" status: 200 len: 375 time: 0.0097160 May 31 11:43:15.141980 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-16184a86-f7a6-4feb-b8bf-f36280b9df3b req-d6435c05-2b1f-48f5-acaf-93affb6ca3a7 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=775d6956068142748f808af76778a467&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0533216 May 31 11:43:15.340608 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-2f608071-dee3-48ac-a716-764d5a15ae81 req-aa3077bd-70d4-457f-8409-433e24627d3e tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/ports?device_id=11c3994d-7166-4e5d-89ba-1b00a03ff0b1 HTTP/1.1" status: 200 len: 210 time: 0.0737629 May 31 11:43:15.405555 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-7f711a59-08ed-4ef8-94b8-2a5170f0df71 req-7292fc0e-7fd0-4772-9763-7390773e735f tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8ba297a-a493-4278-a321-83132b7f397c HTTP/1.1" status: 200 len: 210 time: 0.0477841 May 31 11:43:15.987946 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a04c8-d344-4be8-999b-df3024945417 req-e46cf914-ddad-420d-bf2a-7d5fd3aa0d9a tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:15.989263 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-503a04c8-d344-4be8-999b-df3024945417 req-e46cf914-ddad-420d-bf2a-7d5fd3aa0d9a tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.61 "GET /v2.0/networks?id=79d8a26c-dd66-4347-ae65-e9e905a4c881 HTTP/1.1" status: 200 len: 815 time: 0.4008613 May 31 11:43:16.002912 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4e4f0a-49e3-4739-acca-d58a98d7dc0b req-ca155baa-5871-414b-a1c5-637fdd69ed2f tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:16.004411 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-7f4e4f0a-49e3-4739-acca-d58a98d7dc0b req-ca155baa-5871-414b-a1c5-637fdd69ed2f tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=06785de2-89dd-40f4-8974-9220828497b9 HTTP/1.1" status: 200 len: 946 time: 0.2000573 May 31 11:43:16.028318 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.v2.base [req-503a04c8-d344-4be8-999b-df3024945417 req-3572681f-2051-45aa-8168-d4563ebcec49 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Request body: {'port': {'device_id': '11c3994d-7166-4e5d-89ba-1b00a03ff0b1', 'network_id': '79d8a26c-dd66-4347-ae65-e9e905a4c881', 'admin_state_up': True, 'tenant_id': '137483c5ff894f0390c68478edf226f3'}} {{(pid=98442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:43:16.147369 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-7f4e4f0a-49e3-4739-acca-d58a98d7dc0b req-c60d8f5d-1b98-4286-9463-9dc599b6b31a tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367550 May 31 11:43:16.217568 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [req-503a04c8-d344-4be8-999b-df3024945417 req-3572681f-2051-45aa-8168-d4563ebcec49 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:43:16.229484 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [req-503a04c8-d344-4be8-999b-df3024945417 req-3572681f-2051-45aa-8168-d4563ebcec49 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:43:16.240537 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-503a04c8-d344-4be8-999b-df3024945417 req-3572681f-2051-45aa-8168-d4563ebcec49 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Made reservation on behalf of 137483c5ff894f0390c68478edf226f3 for: {'port': 1} {{(pid=98442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:43:16.244507 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-503a04c8-d344-4be8-999b-df3024945417 req-3572681f-2051-45aa-8168-d4563ebcec49 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:16.484416 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.db_base_plugin_common [req-503a04c8-d344-4be8-999b-df3024945417 req-3572681f-2051-45aa-8168-d4563ebcec49 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Allocated IP 172.20.0.5 (79d8a26c-dd66-4347-ae65-e9e905a4c881/9fd55cdd-d13a-4134-ac0d-50fa90ef4a5c/d487e3f8-5100-41c1-b891-70dee2830a35) {{(pid=98442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:43:16.668439 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-979cd576-9406-4495-a31b-6126d99643b4 req-10861a9d-baad-4f08-a56c-f2b4b84ed1d5 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/ports?device_id=11c3994d-7166-4e5d-89ba-1b00a03ff0b1 HTTP/1.1" status: 200 len: 210 time: 0.1018984 May 31 11:43:16.705286 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-27e32743-4d57-4990-b8d9-4433d0f7d4ac req-2ccf1db2-56a8-44c3-b811-864f190e5dbc tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8ba297a-a493-4278-a321-83132b7f397c HTTP/1.1" status: 200 len: 210 time: 0.0838356 May 31 11:43:16.707635 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 59822) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:43:16.858836 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-d55e24e9-34a8-481a-addb-a02556f1622e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:16.875911 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-d55e24e9-34a8-481a-addb-a02556f1622e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:43:16.879809 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-d55e24e9-34a8-481a-addb-a02556f1622e admin admin] Usage tracker for resource:security_group_rule and tenant:b34d7ae8ab3f4eaba5653be7a8a1a413 is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:43:16.886237 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-d55e24e9-34a8-481a-addb-a02556f1622e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:43:16.892727 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-d55e24e9-34a8-481a-addb-a02556f1622e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:43:16.896424 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-503a04c8-d344-4be8-999b-df3024945417 req-3572681f-2051-45aa-8168-d4563ebcec49 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Notify callbacks [] for port, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:16.937721 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-503a04c8-d344-4be8-999b-df3024945417 req-3572681f-2051-45aa-8168-d4563ebcec49 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781593114058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6713643'] for port, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:16.945273 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:16.988401 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] get_ports_and_sgs() called for port_ids ['2e2c23ae-b00e-4a48-81a0-8bc201ba1436', 'f8cd1729-c99a-487a-a6b6-b528b9d6d0bc', 'cea46e23-b007-43a3-9ba5-a6601d7cbe26'] {{(pid=98444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:43:17.036838 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-d55e24e9-34a8-481a-addb-a02556f1622e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:17.080349 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-503a04c8-d344-4be8-999b-df3024945417 req-3572681f-2051-45aa-8168-d4563ebcec49 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Network 79d8a26c-dd66-4347-ae65-e9e905a4c881 is already hosted by enough agents. {{(pid=98442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:43:17.083786 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.base_scheduler [req-503a04c8-d344-4be8-999b-df3024945417 req-3572681f-2051-45aa-8168-d4563ebcec49 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Resources bound (agent type, host, resource id): {{(pid=98442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:43:17.093987 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-d55e24e9-34a8-481a-addb-a02556f1622e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:17.096703 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.l3_dvrscheduler_db [req-503a04c8-d344-4be8-999b-df3024945417 req-3572681f-2051-45aa-8168-d4563ebcec49 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Received port after_create {{(pid=98442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:43:17.134594 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-957f0243-c8a3-4472-8941-699b9b911ac1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:17.170869 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-16184a86-f7a6-4feb-b8bf-f36280b9df3b req-9bed29c5-baba-4f4c-9c1d-4f404169fd5c tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=775d6956068142748f808af76778a467&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1320436 May 31 11:43:17.181592 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3572681f-2051-45aa-8168-d4563ebcec49 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Pushing event updated for resources: {'Port': ['ID=d487e3f8-5100-41c1-b891-70dee2830a35,revision_number=1']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:17.186639 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-3572681f-2051-45aa-8168-d4563ebcec49 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:17.246141 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a04c8-d344-4be8-999b-df3024945417 req-3572681f-2051-45aa-8168-d4563ebcec49 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:17.246440 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-503a04c8-d344-4be8-999b-df3024945417 req-3572681f-2051-45aa-8168-d4563ebcec49 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927509'] for port, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:17.423781 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-503a04c8-d344-4be8-999b-df3024945417 req-3572681f-2051-45aa-8168-d4563ebcec49 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3991089 May 31 11:43:17.453751 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.v2.base [req-503a04c8-d344-4be8-999b-df3024945417 req-c8dd97c2-f00b-4c96-844c-5648b017ebca service neutron] Request body: {'port': {'device_id': '11c3994d-7166-4e5d-89ba-1b00a03ff0b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:43:17.590832 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-503a04c8-d344-4be8-999b-df3024945417 req-c8dd97c2-f00b-4c96-844c-5648b017ebca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:17.603366 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55e24e9-34a8-481a-addb-a02556f1622e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d94b26-224d-4935-b67d-8ef2de229f99,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:17.617815 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16184a86-f7a6-4feb-b8bf-f36280b9df3b req-795af367-cc7d-4649-9322-a7e0766a80db tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:17.619672 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-16184a86-f7a6-4feb-b8bf-f36280b9df3b req-795af367-cc7d-4649-9322-a7e0766a80db tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4254777 May 31 11:43:17.620596 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-d55e24e9-34a8-481a-addb-a02556f1622e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:17.627368 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-d55e24e9-34a8-481a-addb-a02556f1622e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b34d7ae8ab3f4eaba5653be7a8a1a413&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9186904 May 31 11:43:17.630534 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 59876) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:43:17.637641 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3614f4f6-4859-44c3-9f48-780be30b8072 req-53f84a59-6173-4ed9-b757-77faf260db95 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:17.639159 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-3614f4f6-4859-44c3-9f48-780be30b8072 req-53f84a59-6173-4ed9-b757-77faf260db95 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=06785de2-89dd-40f4-8974-9220828497b9 HTTP/1.1" status: 200 len: 946 time: 0.3134148 May 31 11:43:17.649507 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.v2.base [req-16184a86-f7a6-4feb-b8bf-f36280b9df3b req-ebb9a8a1-ca72-43c6-a137-5a05e968b029 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] Request body: {'port': {'device_id': 'f8ba297a-a493-4278-a321-83132b7f397c', 'network_id': '6ce8cbf8-bf83-4706-acbd-d5a2ed2d8420', 'admin_state_up': True, 'tenant_id': '775d6956068142748f808af76778a467'}} {{(pid=98443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:43:17.739328 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-3614f4f6-4859-44c3-9f48-780be30b8072 req-97ce8da1-fa7a-4718-bfb3-65960fea19c3 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739763 May 31 11:43:17.797673 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-bda06a29-284e-497d-9a61-47bea871bc1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:17.866345 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [req-16184a86-f7a6-4feb-b8bf-f36280b9df3b req-ebb9a8a1-ca72-43c6-a137-5a05e968b029 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:43:17.875122 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [req-16184a86-f7a6-4feb-b8bf-f36280b9df3b req-ebb9a8a1-ca72-43c6-a137-5a05e968b029 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] Usage tracker for resource:port and tenant:775d6956068142748f808af76778a467 is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:43:17.884375 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [req-16184a86-f7a6-4feb-b8bf-f36280b9df3b req-ebb9a8a1-ca72-43c6-a137-5a05e968b029 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:43:17.893048 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-bda06a29-284e-497d-9a61-47bea871bc1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:17.923304 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [req-16184a86-f7a6-4feb-b8bf-f36280b9df3b req-ebb9a8a1-ca72-43c6-a137-5a05e968b029 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:43:17.958423 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16184a86-f7a6-4feb-b8bf-f36280b9df3b req-ebb9a8a1-ca72-43c6-a137-5a05e968b029 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] Made reservation on behalf of 775d6956068142748f808af76778a467 for: {'port': 1} {{(pid=98443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:43:17.963088 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-16184a86-f7a6-4feb-b8bf-f36280b9df3b req-ebb9a8a1-ca72-43c6-a137-5a05e968b029 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:17.987996 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-16184a86-f7a6-4feb-b8bf-f36280b9df3b req-ebb9a8a1-ca72-43c6-a137-5a05e968b029 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] Notify callbacks [] for security_group, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:18.006579 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [req-16184a86-f7a6-4feb-b8bf-f36280b9df3b req-ebb9a8a1-ca72-43c6-a137-5a05e968b029 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:43:18.012939 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [req-16184a86-f7a6-4feb-b8bf-f36280b9df3b req-ebb9a8a1-ca72-43c6-a137-5a05e968b029 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] Usage tracker for resource:security_group_rule and tenant:775d6956068142748f808af76778a467 is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:43:18.018831 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [req-16184a86-f7a6-4feb-b8bf-f36280b9df3b req-ebb9a8a1-ca72-43c6-a137-5a05e968b029 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:43:18.034762 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [req-16184a86-f7a6-4feb-b8bf-f36280b9df3b req-ebb9a8a1-ca72-43c6-a137-5a05e968b029 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:43:18.066608 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-2394ef68-e5a9-41a5-8609-b030cdf0faec req-a55c0f6f-4443-424f-9424-3431dc85d946 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8ba297a-a493-4278-a321-83132b7f397c HTTP/1.1" status: 200 len: 210 time: 0.0760415 May 31 11:43:18.087857 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-bda06a29-284e-497d-9a61-47bea871bc1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:18.101042 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-8e44d1c1-f33e-47c5-b4ed-b45950e2fe32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:18.126690 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda06a29-284e-497d-9a61-47bea871bc1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d94b26-224d-4935-b67d-8ef2de229f99,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:18.137129 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-bda06a29-284e-497d-9a61-47bea871bc1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:18.141477 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-bda06a29-284e-497d-9a61-47bea871bc1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:18.143018 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-bda06a29-284e-497d-9a61-47bea871bc1f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b7d94b26-224d-4935-b67d-8ef2de229f99 HTTP/1.1" status: 204 len: 168 time: 0.5113227 May 31 11:43:18.245649 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d64d71-d531-4d1b-ac23-784c75ff9135 req-3676f2c0-6df7-4768-8ae1-ee88ae7a7657 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:18.246481 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [req-c3d64d71-d531-4d1b-ac23-784c75ff9135 req-3676f2c0-6df7-4768-8ae1-ee88ae7a7657 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Synchronizing usage tracker for tenant:137483c5ff894f0390c68478edf226f3 on resource:port {{(pid=98442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:43:18.274320 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-16184a86-f7a6-4feb-b8bf-f36280b9df3b req-ebb9a8a1-ca72-43c6-a137-5a05e968b029 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] Notify callbacks [] for security_group, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:18.283177 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-16184a86-f7a6-4feb-b8bf-f36280b9df3b req-ebb9a8a1-ca72-43c6-a137-5a05e968b029 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:18.315628 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [req-c3d64d71-d531-4d1b-ac23-784c75ff9135 req-3676f2c0-6df7-4768-8ae1-ee88ae7a7657 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Unset dirty status for tenant:137483c5ff894f0390c68478edf226f3 on resource:port {{(pid=98442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:43:18.316949 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-c3d64d71-d531-4d1b-ac23-784c75ff9135 req-3676f2c0-6df7-4768-8ae1-ee88ae7a7657 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/ports?device_id=11c3994d-7166-4e5d-89ba-1b00a03ff0b1 HTTP/1.1" status: 200 len: 931 time: 0.3757877 May 31 11:43:18.324123 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.notifiers.nova [req-503a04c8-d344-4be8-999b-df3024945417 req-c8dd97c2-f00b-4c96-844c-5648b017ebca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d487e3f8-5100-41c1-b891-70dee2830a35 {{(pid=98442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:43:18.347732 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-503a04c8-d344-4be8-999b-df3024945417 req-c8dd97c2-f00b-4c96-844c-5648b017ebca service neutron] Notify callbacks [] for port, precommit_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:18.388441 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-b3ff2ef1-8b0c-432c-8a15-2337bd8aca78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:18.390681 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.provisioning_blocks [req-503a04c8-d344-4be8-999b-df3024945417 req-c8dd97c2-f00b-4c96-844c-5648b017ebca service neutron] Transition to ACTIVE for port object d487e3f8-5100-41c1-b891-70dee2830a35 will not be triggered until provisioned by entity L2. {{(pid=98442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:43:18.421584 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-c3d64d71-d531-4d1b-ac23-784c75ff9135 req-3af197aa-9a9a-4a23-b528-53781cd38c8d tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/security-groups?id=95f25048-ac3c-451a-9c7f-c753883b57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928028 May 31 11:43:18.425059 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-503a04c8-d344-4be8-999b-df3024945417 req-c8dd97c2-f00b-4c96-844c-5648b017ebca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6713634'] for port, after_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:18.440961 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:18.557348 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb9a8a1-ca72-43c6-a137-5a05e968b029 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37ccec20-43cf-49cd-9003-b3a8c88968e5,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:18.582203 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-ebb9a8a1-ca72-43c6-a137-5a05e968b029 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:18.645709 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.db_base_plugin_common [req-16184a86-f7a6-4feb-b8bf-f36280b9df3b req-ebb9a8a1-ca72-43c6-a137-5a05e968b029 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] Allocated IP 192.168.233.235 (6ce8cbf8-bf83-4706-acbd-d5a2ed2d8420/706bdc20-9597-4853-9cbc-304734b8141c/b4cbf1d6-0f63-4d10-b15a-3be52f3a1047) {{(pid=98443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:43:18.675041 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dd97c2-f00b-4c96-844c-5648b017ebca service neutron] Pushing event updated for resources: {'Port': ['ID=d487e3f8-5100-41c1-b891-70dee2830a35,revision_number=2']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:18.685855 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-c8dd97c2-f00b-4c96-844c-5648b017ebca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:18.818506 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.managers [req-503a04c8-d344-4be8-999b-df3024945417 req-c8dd97c2-f00b-4c96-844c-5648b017ebca service neutron] Attempting to bind port d487e3f8-5100-41c1-b891-70dee2830a35 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:43:18.818872 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.managers [req-503a04c8-d344-4be8-999b-df3024945417 req-c8dd97c2-f00b-4c96-844c-5648b017ebca service neutron] Attempting to bind port d487e3f8-5100-41c1-b891-70dee2830a35 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '060d4e1c-f196-46cb-ba4f-7d352cbad15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '79d8a26c-dd66-4347-ae65-e9e905a4c881'}] {{(pid=98442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:43:18.819205 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503a04c8-d344-4be8-999b-df3024945417 req-c8dd97c2-f00b-4c96-844c-5648b017ebca service neutron] Attempting to bind port d487e3f8-5100-41c1-b891-70dee2830a35 on network 79d8a26c-dd66-4347-ae65-e9e905a4c881 {{(pid=98442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:43:18.824209 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503a04c8-d344-4be8-999b-df3024945417 req-c8dd97c2-f00b-4c96-844c-5648b017ebca service neutron] Port d487e3f8-5100-41c1-b891-70dee2830a35 on network 79d8a26c-dd66-4347-ae65-e9e905a4c881 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:43:18.824537 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503a04c8-d344-4be8-999b-df3024945417 req-c8dd97c2-f00b-4c96-844c-5648b017ebca service neutron] Attempting to bind port d487e3f8-5100-41c1-b891-70dee2830a35 on network 79d8a26c-dd66-4347-ae65-e9e905a4c881 {{(pid=98442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:43:18.835705 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503a04c8-d344-4be8-999b-df3024945417 req-c8dd97c2-f00b-4c96-844c-5648b017ebca service neutron] Checking agent: {'id': '63ca40a8-ec34-4216-8e55-4658d3f28a5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 39, 38), 'started_at': datetime.datetime(2021, 5, 31, 11, 39, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:43:18.835965 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503a04c8-d344-4be8-999b-df3024945417 req-c8dd97c2-f00b-4c96-844c-5648b017ebca service neutron] Checking segment: {'id': '060d4e1c-f196-46cb-ba4f-7d352cbad15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '79d8a26c-dd66-4347-ae65-e9e905a4c881'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:43:18.836353 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503a04c8-d344-4be8-999b-df3024945417 req-c8dd97c2-f00b-4c96-844c-5648b017ebca service neutron] Bound using segment: {'id': '060d4e1c-f196-46cb-ba4f-7d352cbad15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '79d8a26c-dd66-4347-ae65-e9e905a4c881'} {{(pid=98442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:43:18.836793 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.managers [req-503a04c8-d344-4be8-999b-df3024945417 req-c8dd97c2-f00b-4c96-844c-5648b017ebca service neutron] Bound port: d487e3f8-5100-41c1-b891-70dee2830a35, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '060d4e1c-f196-46cb-ba4f-7d352cbad15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '79d8a26c-dd66-4347-ae65-e9e905a4c881'}}] {{(pid=98442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:43:18.837139 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-503a04c8-d344-4be8-999b-df3024945417 req-c8dd97c2-f00b-4c96-844c-5648b017ebca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:18.921970 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-16184a86-f7a6-4feb-b8bf-f36280b9df3b req-ebb9a8a1-ca72-43c6-a137-5a05e968b029 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] Notify callbacks [] for port, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:18.935779 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.db [req-503a04c8-d344-4be8-999b-df3024945417 req-c8dd97c2-f00b-4c96-844c-5648b017ebca service neutron] For port d487e3f8-5100-41c1-b891-70dee2830a35, host hv-cinder-78638, cleared binding levels {{(pid=98442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:43:18.938955 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.db [req-503a04c8-d344-4be8-999b-df3024945417 req-c8dd97c2-f00b-4c96-844c-5648b017ebca service neutron] For port d487e3f8-5100-41c1-b891-70dee2830a35, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d487e3f8-5100-41c1-b891-70dee2830a35,segment=NetworkSegment(060d4e1c-f196-46cb-ba4f-7d352cbad15d),segment_id=060d4e1c-f196-46cb-ba4f-7d352cbad15d)] {{(pid=98442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:43:18.939286 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.provisioning_blocks [req-16184a86-f7a6-4feb-b8bf-f36280b9df3b req-ebb9a8a1-ca72-43c6-a137-5a05e968b029 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] Transition to ACTIVE for port object b4cbf1d6-0f63-4d10-b15a-3be52f3a1047 will not be triggered until provisioned by entity DHCP. {{(pid=98443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:43:18.944659 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-503a04c8-d344-4be8-999b-df3024945417 req-c8dd97c2-f00b-4c96-844c-5648b017ebca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6713634'] for port, after_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:18.949665 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-e914bd0d-1b3c-4959-8d9f-ec100c21f84d tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:18.962850 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-16184a86-f7a6-4feb-b8bf-f36280b9df3b req-ebb9a8a1-ca72-43c6-a137-5a05e968b029 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781593114058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6347609'] for port, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:18.972615 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-5eb8a99f-a478-4562-bf91-6e9179f32805 tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:19.007751 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a04c8-d344-4be8-999b-df3024945417 req-c8dd97c2-f00b-4c96-844c-5648b017ebca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:19.008348 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-503a04c8-d344-4be8-999b-df3024945417 req-c8dd97c2-f00b-4c96-844c-5648b017ebca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523773', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927509'] for port, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:19.009682 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-503a04c8-d344-4be8-999b-df3024945417 req-c8dd97c2-f00b-4c96-844c-5648b017ebca service neutron] 10.222.0.61 "PUT /v2.0/ports/d487e3f8-5100-41c1-b891-70dee2830a35 HTTP/1.1" status: 200 len: 1093 time: 1.5617061 May 31 11:43:19.010168 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11c3994d-7166-4e5d-89ba-1b00a03ff0b1', 'tag': 'd487e3f8-5100-41c1-b891-70dee2830a35'}] {{(pid=98442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:43:19.013487 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98a8129e16d579ddc31ed5ae2a657a86bf742727e38e306195ca605a81ff71cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56fc93f8-b2ae-499c-9d50-96e8db9c958a" -d '{"events": [{"name": "network-changed", "server_uuid": "11c3994d-7166-4e5d-89ba-1b00a03ff0b1", "tag": "d487e3f8-5100-41c1-b891-70dee2830a35"}]}' {{(pid=98442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:43:19.034299 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dd97c2-f00b-4c96-844c-5648b017ebca service neutron] Pushing event updated for resources: {'Port': ['ID=d487e3f8-5100-41c1-b891-70dee2830a35,revision_number=3']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:19.038132 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-c8dd97c2-f00b-4c96-844c-5648b017ebca service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:19.041374 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16184a86-f7a6-4feb-b8bf-f36280b9df3b req-ebb9a8a1-ca72-43c6-a137-5a05e968b029 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] Network 6ce8cbf8-bf83-4706-acbd-d5a2ed2d8420 is already hosted by enough agents. {{(pid=98443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:43:19.048687 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.base_scheduler [req-16184a86-f7a6-4feb-b8bf-f36280b9df3b req-ebb9a8a1-ca72-43c6-a137-5a05e968b029 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] Resources bound (agent type, host, resource id): {{(pid=98443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:43:19.053808 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.l3_dvrscheduler_db [req-16184a86-f7a6-4feb-b8bf-f36280b9df3b req-ebb9a8a1-ca72-43c6-a137-5a05e968b029 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] Received port after_create {{(pid=98443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:43:19.068973 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a003d92-6084-45af-a7e9-c810aa3b7099 x-openstack-request-id: req-4a003d92-6084-45af-a7e9-c810aa3b7099 {{(pid=98442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:43:19.069336 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11c3994d-7166-4e5d-89ba-1b00a03ff0b1", "tag": "d487e3f8-5100-41c1-b891-70dee2830a35", "status": "completed", "code": 200}]} {{(pid=98442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:43:19.069661 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4a003d92-6084-45af-a7e9-c810aa3b7099 {{(pid=98442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:43:19.070192 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11c3994d-7166-4e5d-89ba-1b00a03ff0b1', 'tag': 'd487e3f8-5100-41c1-b891-70dee2830a35', 'status': 'completed', 'code': 200} May 31 11:43:19.106090 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb9a8a1-ca72-43c6-a137-5a05e968b029 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] Pushing event updated for resources: {'Port': ['ID=b4cbf1d6-0f63-4d10-b15a-3be52f3a1047,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:19.111187 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-ebb9a8a1-ca72-43c6-a137-5a05e968b029 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:19.135783 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16184a86-f7a6-4feb-b8bf-f36280b9df3b req-ebb9a8a1-ca72-43c6-a137-5a05e968b029 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:19.136429 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-16184a86-f7a6-4feb-b8bf-f36280b9df3b req-ebb9a8a1-ca72-43c6-a137-5a05e968b029 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523773'] for port, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:19.163487 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-16184a86-f7a6-4feb-b8bf-f36280b9df3b req-ebb9a8a1-ca72-43c6-a137-5a05e968b029 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5181525 May 31 11:43:19.185465 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.v2.base [req-16184a86-f7a6-4feb-b8bf-f36280b9df3b req-1dc9c699-740f-4855-a253-a72d2cd9c764 service neutron] Request body: {'port': {'device_id': 'f8ba297a-a493-4278-a321-83132b7f397c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:43:19.186567 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a04c8-d344-4be8-999b-df3024945417 req-5561b44f-e50c-41f5-8884-1e939d8d89fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:19.188344 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-503a04c8-d344-4be8-999b-df3024945417 req-5561b44f-e50c-41f5-8884-1e939d8d89fe service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=137483c5ff894f0390c68478edf226f3&device_id=11c3994d-7166-4e5d-89ba-1b00a03ff0b1 HTTP/1.1" status: 200 len: 1096 time: 0.0880380 May 31 11:43:19.307364 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-16184a86-f7a6-4feb-b8bf-f36280b9df3b req-1dc9c699-740f-4855-a253-a72d2cd9c764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:19.329221 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-503a04c8-d344-4be8-999b-df3024945417 req-1b68a52c-8c34-486d-b45e-0e1aead073bb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d487e3f8-5100-41c1-b891-70dee2830a35 HTTP/1.1" status: 200 len: 217 time: 0.0808322 May 31 11:43:19.336116 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-a838825b-f39d-4712-9911-60c7d34784d3 None None] Provisioning for port b4cbf1d6-0f63-4d10-b15a-3be52f3a1047 completed by entity DHCP. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:43:19.342694 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-a838825b-f39d-4712-9911-60c7d34784d3 None None] Provisioning complete for port b4cbf1d6-0f63-4d10-b15a-3be52f3a1047 triggered by entity DHCP. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:43:19.343354 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-a838825b-f39d-4712-9911-60c7d34784d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:19.408945 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a04c8-d344-4be8-999b-df3024945417 req-8365b480-e55c-4db2-ad4d-5b8616588567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:19.411047 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-503a04c8-d344-4be8-999b-df3024945417 req-8365b480-e55c-4db2-ad4d-5b8616588567 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9fd55cdd-d13a-4134-ac0d-50fa90ef4a5c HTTP/1.1" status: 200 len: 855 time: 0.0737438 May 31 11:43:19.420689 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.plugin [None req-a838825b-f39d-4712-9911-60c7d34784d3 None None] Port b4cbf1d6-0f63-4d10-b15a-3be52f3a1047 cannot update to ACTIVE because it is not bound. {{(pid=98444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:43:19.480832 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-503a04c8-d344-4be8-999b-df3024945417 req-d5a11c65-3e78-41c8-8ec5-e94644dc229d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=79d8a26c-dd66-4347-ae65-e9e905a4c881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610106 May 31 11:43:19.491932 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443bd3e0-90fc-4c33-8329-99cd90ac6c8b req-6d205431-357f-46fa-8de4-1e4aef6bd246 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:19.493783 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-443bd3e0-90fc-4c33-8329-99cd90ac6c8b req-6d205431-357f-46fa-8de4-1e4aef6bd246 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8ba297a-a493-4278-a321-83132b7f397c HTTP/1.1" status: 200 len: 936 time: 0.2959957 May 31 11:43:19.692905 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-443bd3e0-90fc-4c33-8329-99cd90ac6c8b req-b2915695-d8a0-47b9-89fd-767a9de7783f tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] 10.222.0.21 "GET /v2.0/security-groups?id=37ccec20-43cf-49cd-9003-b3a8c88968e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738219 May 31 11:43:19.745156 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-503a04c8-d344-4be8-999b-df3024945417 req-0fdf7169-2776-4652-bc57-79100b1d08de service neutron] 10.222.0.61 "GET /v2.0/networks/79d8a26c-dd66-4347-ae65-e9e905a4c881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502668 May 31 11:43:19.795886 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.notifiers.nova [req-16184a86-f7a6-4feb-b8bf-f36280b9df3b req-1dc9c699-740f-4855-a253-a72d2cd9c764 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4cbf1d6-0f63-4d10-b15a-3be52f3a1047 {{(pid=98443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:43:19.810809 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-16184a86-f7a6-4feb-b8bf-f36280b9df3b req-1dc9c699-740f-4855-a253-a72d2cd9c764 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:19.823575 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.provisioning_blocks [req-16184a86-f7a6-4feb-b8bf-f36280b9df3b req-1dc9c699-740f-4855-a253-a72d2cd9c764 service neutron] Transition to ACTIVE for port object b4cbf1d6-0f63-4d10-b15a-3be52f3a1047 will not be triggered until provisioned by entity L2. {{(pid=98443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:43:19.827701 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-16184a86-f7a6-4feb-b8bf-f36280b9df3b req-1dc9c699-740f-4855-a253-a72d2cd9c764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6347600'] for port, after_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:19.831534 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-311ef4af-a260-4c5c-b386-a61f9d29487d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:19.857718 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff9f7d-2f61-4665-b1ff-c3adf8ce9afb req-76d544ac-32ce-4077-b64e-0abfd7bd8318 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:19.859141 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-9bff9f7d-2f61-4665-b1ff-c3adf8ce9afb req-76d544ac-32ce-4077-b64e-0abfd7bd8318 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/ports?device_id=11c3994d-7166-4e5d-89ba-1b00a03ff0b1 HTTP/1.1" status: 200 len: 943 time: 0.2666092 May 31 11:43:19.951741 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-9bff9f7d-2f61-4665-b1ff-c3adf8ce9afb req-2252c99e-456b-4c2d-9cdd-3e108cf10f60 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/security-groups?id=95f25048-ac3c-451a-9c7f-c753883b57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822861 May 31 11:43:19.984184 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-503a04c8-d344-4be8-999b-df3024945417 req-64055eb6-01a7-4029-b234-89cbc5d74dda service neutron] 10.222.0.61 "GET /v2.0/networks/79d8a26c-dd66-4347-ae65-e9e905a4c881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290461 May 31 11:43:20.034208 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc9c699-740f-4855-a253-a72d2cd9c764 service neutron] Pushing event updated for resources: {'Port': ['ID=b4cbf1d6-0f63-4d10-b15a-3be52f3a1047,revision_number=2']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:20.040451 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-1dc9c699-740f-4855-a253-a72d2cd9c764 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:20.113613 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.managers [req-16184a86-f7a6-4feb-b8bf-f36280b9df3b req-1dc9c699-740f-4855-a253-a72d2cd9c764 service neutron] Attempting to bind port b4cbf1d6-0f63-4d10-b15a-3be52f3a1047 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:43:20.113952 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.managers [req-16184a86-f7a6-4feb-b8bf-f36280b9df3b req-1dc9c699-740f-4855-a253-a72d2cd9c764 service neutron] Attempting to bind port b4cbf1d6-0f63-4d10-b15a-3be52f3a1047 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '0df12154-d4d8-4e02-96cc-37c4ef233937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '6ce8cbf8-bf83-4706-acbd-d5a2ed2d8420'}] {{(pid=98443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:43:20.114279 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16184a86-f7a6-4feb-b8bf-f36280b9df3b req-1dc9c699-740f-4855-a253-a72d2cd9c764 service neutron] Attempting to bind port b4cbf1d6-0f63-4d10-b15a-3be52f3a1047 on network 6ce8cbf8-bf83-4706-acbd-d5a2ed2d8420 {{(pid=98443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:43:20.120565 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16184a86-f7a6-4feb-b8bf-f36280b9df3b req-1dc9c699-740f-4855-a253-a72d2cd9c764 service neutron] Port b4cbf1d6-0f63-4d10-b15a-3be52f3a1047 on network 6ce8cbf8-bf83-4706-acbd-d5a2ed2d8420 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:43:20.120889 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16184a86-f7a6-4feb-b8bf-f36280b9df3b req-1dc9c699-740f-4855-a253-a72d2cd9c764 service neutron] Attempting to bind port b4cbf1d6-0f63-4d10-b15a-3be52f3a1047 on network 6ce8cbf8-bf83-4706-acbd-d5a2ed2d8420 {{(pid=98443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:43:20.127907 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16184a86-f7a6-4feb-b8bf-f36280b9df3b req-1dc9c699-740f-4855-a253-a72d2cd9c764 service neutron] Checking agent: {'id': '63ca40a8-ec34-4216-8e55-4658d3f28a5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 39, 38), 'started_at': datetime.datetime(2021, 5, 31, 11, 39, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:43:20.128248 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16184a86-f7a6-4feb-b8bf-f36280b9df3b req-1dc9c699-740f-4855-a253-a72d2cd9c764 service neutron] Checking segment: {'id': '0df12154-d4d8-4e02-96cc-37c4ef233937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '6ce8cbf8-bf83-4706-acbd-d5a2ed2d8420'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:43:20.128631 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16184a86-f7a6-4feb-b8bf-f36280b9df3b req-1dc9c699-740f-4855-a253-a72d2cd9c764 service neutron] Bound using segment: {'id': '0df12154-d4d8-4e02-96cc-37c4ef233937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '6ce8cbf8-bf83-4706-acbd-d5a2ed2d8420'} {{(pid=98443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:43:20.129056 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.managers [req-16184a86-f7a6-4feb-b8bf-f36280b9df3b req-1dc9c699-740f-4855-a253-a72d2cd9c764 service neutron] Bound port: b4cbf1d6-0f63-4d10-b15a-3be52f3a1047, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0df12154-d4d8-4e02-96cc-37c4ef233937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 686, 'network_id': '6ce8cbf8-bf83-4706-acbd-d5a2ed2d8420'}}] {{(pid=98443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:43:20.129538 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-16184a86-f7a6-4feb-b8bf-f36280b9df3b req-1dc9c699-740f-4855-a253-a72d2cd9c764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:20.228665 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb358c08-a854-41b2-a2ba-34e1fe6bf2ab req-c6970d65-9f87-40d9-8dad-959c4b4d79f4 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:20.230101 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-cb358c08-a854-41b2-a2ba-34e1fe6bf2ab req-c6970d65-9f87-40d9-8dad-959c4b4d79f4 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=06785de2-89dd-40f4-8974-9220828497b9 HTTP/1.1" status: 200 len: 946 time: 0.1621835 May 31 11:43:20.249997 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.db [req-16184a86-f7a6-4feb-b8bf-f36280b9df3b req-1dc9c699-740f-4855-a253-a72d2cd9c764 service neutron] For port b4cbf1d6-0f63-4d10-b15a-3be52f3a1047, host hv-cinder-78638, cleared binding levels {{(pid=98443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:43:20.256192 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.db [req-16184a86-f7a6-4feb-b8bf-f36280b9df3b req-1dc9c699-740f-4855-a253-a72d2cd9c764 service neutron] For port b4cbf1d6-0f63-4d10-b15a-3be52f3a1047, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b4cbf1d6-0f63-4d10-b15a-3be52f3a1047,segment=NetworkSegment(0df12154-d4d8-4e02-96cc-37c4ef233937),segment_id=0df12154-d4d8-4e02-96cc-37c4ef233937)] {{(pid=98443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:43:20.261426 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-16184a86-f7a6-4feb-b8bf-f36280b9df3b req-1dc9c699-740f-4855-a253-a72d2cd9c764 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6347600'] for port, after_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:20.263625 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fc93f8-b2ae-499c-9d50-96e8db9c958a req-d0c7d567-3e2c-4e59-b5bd-3cce94fa3aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:20.265230 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-56fc93f8-b2ae-499c-9d50-96e8db9c958a req-d0c7d567-3e2c-4e59-b5bd-3cce94fa3aa4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=137483c5ff894f0390c68478edf226f3&device_id=11c3994d-7166-4e5d-89ba-1b00a03ff0b1 HTTP/1.1" status: 200 len: 1096 time: 0.1307888 May 31 11:43:20.266106 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:20.325136 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16184a86-f7a6-4feb-b8bf-f36280b9df3b req-1dc9c699-740f-4855-a253-a72d2cd9c764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:20.325767 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-16184a86-f7a6-4feb-b8bf-f36280b9df3b req-1dc9c699-740f-4855-a253-a72d2cd9c764 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523773'] for port, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:20.327147 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-16184a86-f7a6-4feb-b8bf-f36280b9df3b req-1dc9c699-740f-4855-a253-a72d2cd9c764 service neutron] 10.222.0.61 "PUT /v2.0/ports/b4cbf1d6-0f63-4d10-b15a-3be52f3a1047 HTTP/1.1" status: 200 len: 1098 time: 1.1471286 May 31 11:43:20.327635 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8ba297a-a493-4278-a321-83132b7f397c', 'tag': 'b4cbf1d6-0f63-4d10-b15a-3be52f3a1047'}] {{(pid=98443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:43:20.329885 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56017c51fa2db9d96507774d194550d251c1d18f102e1d67e4a71b2ac79ee147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ea605b-7059-411a-b420-aeb3fb8c994c" -d '{"events": [{"name": "network-changed", "server_uuid": "f8ba297a-a493-4278-a321-83132b7f397c", "tag": "b4cbf1d6-0f63-4d10-b15a-3be52f3a1047"}]}' {{(pid=98443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:43:20.353817 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc9c699-740f-4855-a253-a72d2cd9c764 service neutron] Pushing event updated for resources: {'Port': ['ID=b4cbf1d6-0f63-4d10-b15a-3be52f3a1047,revision_number=3']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:20.360412 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-1dc9c699-740f-4855-a253-a72d2cd9c764 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:20.362044 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-cb358c08-a854-41b2-a2ba-34e1fe6bf2ab req-34a968e2-aa3a-4b0a-8103-29a251bb3045 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238353 May 31 11:43:20.395680 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b79a61-ce7a-44c4-ad9a-fe1b35ef6ee9 x-openstack-request-id: req-a5b79a61-ce7a-44c4-ad9a-fe1b35ef6ee9 {{(pid=98443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:43:20.395996 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8ba297a-a493-4278-a321-83132b7f397c", "tag": "b4cbf1d6-0f63-4d10-b15a-3be52f3a1047", "status": "completed", "code": 200}]} {{(pid=98443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:43:20.396319 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a5b79a61-ce7a-44c4-ad9a-fe1b35ef6ee9 {{(pid=98443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:43:20.397293 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8ba297a-a493-4278-a321-83132b7f397c', 'tag': 'b4cbf1d6-0f63-4d10-b15a-3be52f3a1047', 'status': 'completed', 'code': 200} May 31 11:43:20.425448 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fc93f8-b2ae-499c-9d50-96e8db9c958a req-ca93e158-da19-446f-9e34-4962793ddd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:20.426984 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-56fc93f8-b2ae-499c-9d50-96e8db9c958a req-ca93e158-da19-446f-9e34-4962793ddd4d service neutron] 10.222.0.61 "GET /v2.0/networks?id=79d8a26c-dd66-4347-ae65-e9e905a4c881 HTTP/1.1" status: 200 len: 916 time: 0.1538043 May 31 11:43:20.575665 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16184a86-f7a6-4feb-b8bf-f36280b9df3b req-7a571827-4ef0-4de1-a57a-66283375f1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:20.577320 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-16184a86-f7a6-4feb-b8bf-f36280b9df3b req-7a571827-4ef0-4de1-a57a-66283375f1b0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=775d6956068142748f808af76778a467&device_id=f8ba297a-a493-4278-a321-83132b7f397c HTTP/1.1" status: 200 len: 1101 time: 0.1355617 May 31 11:43:20.633852 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-56fc93f8-b2ae-499c-9d50-96e8db9c958a req-d3b435a6-9b04-4fba-8964-56081ddc4cda service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d487e3f8-5100-41c1-b891-70dee2830a35 HTTP/1.1" status: 200 len: 217 time: 0.1911306 May 31 11:43:20.674604 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-16184a86-f7a6-4feb-b8bf-f36280b9df3b req-4419dedf-dafe-47fc-9e80-7bdc99eb4883 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=b4cbf1d6-0f63-4d10-b15a-3be52f3a1047 HTTP/1.1" status: 200 len: 217 time: 0.0774612 May 31 11:43:20.703974 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fc93f8-b2ae-499c-9d50-96e8db9c958a req-7c41f866-d700-4883-a267-4327b828678e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:20.705419 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-56fc93f8-b2ae-499c-9d50-96e8db9c958a req-7c41f866-d700-4883-a267-4327b828678e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9fd55cdd-d13a-4134-ac0d-50fa90ef4a5c HTTP/1.1" status: 200 len: 855 time: 0.0586936 May 31 11:43:20.789095 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-56fc93f8-b2ae-499c-9d50-96e8db9c958a req-07b8092d-d851-419b-b82b-558dfaa5bbbf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=79d8a26c-dd66-4347-ae65-e9e905a4c881&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546553 May 31 11:43:20.805738 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16184a86-f7a6-4feb-b8bf-f36280b9df3b req-fa513b05-84f1-49e4-845c-454c1cd64a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:20.807483 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-16184a86-f7a6-4feb-b8bf-f36280b9df3b req-fa513b05-84f1-49e4-845c-454c1cd64a94 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=706bdc20-9597-4853-9cbc-304734b8141c HTTP/1.1" status: 200 len: 843 time: 0.0757596 May 31 11:43:20.912090 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16184a86-f7a6-4feb-b8bf-f36280b9df3b req-4b5e2af2-5351-4f6a-9007-c53363489ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:20.914076 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-16184a86-f7a6-4feb-b8bf-f36280b9df3b req-4b5e2af2-5351-4f6a-9007-c53363489ddd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6ce8cbf8-bf83-4706-acbd-d5a2ed2d8420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0975349 May 31 11:43:21.035475 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-56fc93f8-b2ae-499c-9d50-96e8db9c958a req-7a2fcd1b-312e-4c9c-a401-85b408a5d8cb service neutron] 10.222.0.61 "GET /v2.0/networks/79d8a26c-dd66-4347-ae65-e9e905a4c881?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386274 May 31 11:43:21.043249 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffe54b8-1806-4f3f-902b-0ceb5998e473 req-99a64d9c-d1ad-4076-962d-63764c07fd3e tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:21.044951 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-8ffe54b8-1806-4f3f-902b-0ceb5998e473 req-99a64d9c-d1ad-4076-962d-63764c07fd3e tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8ba297a-a493-4278-a321-83132b7f397c HTTP/1.1" status: 200 len: 948 time: 0.2209361 May 31 11:43:21.095271 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-16184a86-f7a6-4feb-b8bf-f36280b9df3b req-173853ee-ce11-47b1-a153-9741f815650b service neutron] 10.222.0.61 "GET /v2.0/networks/6ce8cbf8-bf83-4706-acbd-d5a2ed2d8420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681387 May 31 11:43:21.186206 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-8ffe54b8-1806-4f3f-902b-0ceb5998e473 req-0d83d711-11f1-4f03-8605-6d4fd228e571 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] 10.222.0.21 "GET /v2.0/security-groups?id=37ccec20-43cf-49cd-9003-b3a8c88968e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342862 May 31 11:43:21.254456 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-56fc93f8-b2ae-499c-9d50-96e8db9c958a req-1f0a6ef2-bdaf-46f2-9b6d-24dcf4b608ee service neutron] 10.222.0.61 "GET /v2.0/networks/79d8a26c-dd66-4347-ae65-e9e905a4c881?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012093 May 31 11:43:21.292308 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-16184a86-f7a6-4feb-b8bf-f36280b9df3b req-c57da954-0330-45a6-b926-c7493978458d service neutron] 10.222.0.61 "GET /v2.0/networks/6ce8cbf8-bf83-4706-acbd-d5a2ed2d8420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740065 May 31 11:43:21.420889 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98c911b-3b0b-4084-b445-c2cab228f2cc req-cb00fab1-af80-4a54-b317-f2ce7a85569a tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:21.422235 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-e98c911b-3b0b-4084-b445-c2cab228f2cc req-cb00fab1-af80-4a54-b317-f2ce7a85569a tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/ports?device_id=11c3994d-7166-4e5d-89ba-1b00a03ff0b1 HTTP/1.1" status: 200 len: 943 time: 0.0817134 May 31 11:43:21.470815 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-e98c911b-3b0b-4084-b445-c2cab228f2cc req-13a9d2a5-42f8-4a58-8ec4-b7898c6fff30 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/security-groups?id=95f25048-ac3c-451a-9c7f-c753883b57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397668 May 31 11:43:21.510179 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea605b-7059-411a-b420-aeb3fb8c994c req-1fafa1c3-342f-4151-b9b8-8e4d32c924ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:21.511715 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-88ea605b-7059-411a-b420-aeb3fb8c994c req-1fafa1c3-342f-4151-b9b8-8e4d32c924ab service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=775d6956068142748f808af76778a467&device_id=f8ba297a-a493-4278-a321-83132b7f397c HTTP/1.1" status: 200 len: 1101 time: 0.0779636 May 31 11:43:21.659884 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea605b-7059-411a-b420-aeb3fb8c994c req-0bd9897d-feaf-40ba-8912-0c8b22c0aaab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:21.661332 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-88ea605b-7059-411a-b420-aeb3fb8c994c req-0bd9897d-feaf-40ba-8912-0c8b22c0aaab service neutron] 10.222.0.61 "GET /v2.0/networks?id=6ce8cbf8-bf83-4706-acbd-d5a2ed2d8420 HTTP/1.1" status: 200 len: 870 time: 0.1352978 May 31 11:43:21.735540 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-88ea605b-7059-411a-b420-aeb3fb8c994c req-12127194-4997-447e-9618-65fe5ba536d3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=b4cbf1d6-0f63-4d10-b15a-3be52f3a1047 HTTP/1.1" status: 200 len: 217 time: 0.0633349 May 31 11:43:21.896711 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea605b-7059-411a-b420-aeb3fb8c994c req-dd59c00b-8236-4a17-b5e2-bfe43e1c60e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:21.899378 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-88ea605b-7059-411a-b420-aeb3fb8c994c req-dd59c00b-8236-4a17-b5e2-bfe43e1c60e3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=706bdc20-9597-4853-9cbc-304734b8141c HTTP/1.1" status: 200 len: 843 time: 0.1543982 May 31 11:43:22.003903 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ea605b-7059-411a-b420-aeb3fb8c994c req-599453aa-de0d-4238-82b6-d04b1b2f5284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:22.005345 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-88ea605b-7059-411a-b420-aeb3fb8c994c req-599453aa-de0d-4238-82b6-d04b1b2f5284 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6ce8cbf8-bf83-4706-acbd-d5a2ed2d8420&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0749710 May 31 11:43:22.145314 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-88ea605b-7059-411a-b420-aeb3fb8c994c req-5dd94197-55ee-4aa9-b7de-c38fc1d13fe4 service neutron] 10.222.0.61 "GET /v2.0/networks/6ce8cbf8-bf83-4706-acbd-d5a2ed2d8420?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297393 May 31 11:43:22.288772 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-88ea605b-7059-411a-b420-aeb3fb8c994c req-e71fe82f-144f-4bac-8846-e9da74d58866 service neutron] 10.222.0.61 "GET /v2.0/networks/6ce8cbf8-bf83-4706-acbd-d5a2ed2d8420?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339600 May 31 11:43:22.394161 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddda0c1-f1d3-467c-b443-34b1446dfa65 req-076e2b03-937d-4624-b169-fa74a3d7cbb8 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:22.395656 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-1ddda0c1-f1d3-467c-b443-34b1446dfa65 req-076e2b03-937d-4624-b169-fa74a3d7cbb8 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8ba297a-a493-4278-a321-83132b7f397c HTTP/1.1" status: 200 len: 948 time: 0.0899923 May 31 11:43:22.447000 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-1ddda0c1-f1d3-467c-b443-34b1446dfa65 req-f9b0256c-c4bc-4e07-9cb2-0834132ea9b9 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] 10.222.0.21 "GET /v2.0/security-groups?id=37ccec20-43cf-49cd-9003-b3a8c88968e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454085 May 31 11:43:22.691551 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85dbaad-6c7d-4821-b85e-30edc62d4a2d req-e35502ce-d6e4-438a-b6f1-084d3c84aa3b tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:22.693037 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-c85dbaad-6c7d-4821-b85e-30edc62d4a2d req-e35502ce-d6e4-438a-b6f1-084d3c84aa3b tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/ports?device_id=11c3994d-7166-4e5d-89ba-1b00a03ff0b1 HTTP/1.1" status: 200 len: 943 time: 0.1071637 May 31 11:43:22.739533 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-c85dbaad-6c7d-4821-b85e-30edc62d4a2d req-d1196349-3dfb-4548-aea8-99d1f07525a5 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/security-groups?id=95f25048-ac3c-451a-9c7f-c753883b57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405681 May 31 11:43:23.358309 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device d487e3f8-5100-41c1-b891-70dee2830a35 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:43:23.517011 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] For port d487e3f8-5100-41c1-b891-70dee2830a35, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d487e3f8-5100-41c1-b891-70dee2830a35,segment=NetworkSegment(060d4e1c-f196-46cb-ba4f-7d352cbad15d),segment_id=060d4e1c-f196-46cb-ba4f-7d352cbad15d)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:43:23.531420 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Returning: {'device': 'd487e3f8-5100-41c1-b891-70dee2830a35', 'network_id': '79d8a26c-dd66-4347-ae65-e9e905a4c881', 'port_id': 'd487e3f8-5100-41c1-b891-70dee2830a35', 'mac_address': 'fa:16:3e:65:9e:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fd55cdd-d13a-4134-ac0d-50fa90ef4a5c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:43:23.588736 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:23.606080 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.notifiers.nova [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d487e3f8-5100-41c1-b891-70dee2830a35 {{(pid=98444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:43:23.623171 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] For port d487e3f8-5100-41c1-b891-70dee2830a35, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d487e3f8-5100-41c1-b891-70dee2830a35,segment=NetworkSegment(060d4e1c-f196-46cb-ba4f-7d352cbad15d),segment_id=060d4e1c-f196-46cb-ba4f-7d352cbad15d)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:43:23.628612 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:23.630755 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:23.662354 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6904a9-09fb-471f-a9df-7065c4b502c6 req-667ae1b0-e1e9-47e7-b850-ae278b564b36 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:23.664238 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-8f6904a9-09fb-471f-a9df-7065c4b502c6 req-667ae1b0-e1e9-47e7-b850-ae278b564b36 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8ba297a-a493-4278-a321-83132b7f397c HTTP/1.1" status: 200 len: 948 time: 0.1006114 May 31 11:43:23.704505 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Pushing event updated for resources: {'Port': ['ID=d487e3f8-5100-41c1-b891-70dee2830a35,revision_number=4']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:23.707663 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:23.716254 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-8f6904a9-09fb-471f-a9df-7065c4b502c6 req-126db858-ec3b-4d59-aa2e-76f5b23a2aaf tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] 10.222.0.21 "GET /v2.0/security-groups?id=37ccec20-43cf-49cd-9003-b3a8c88968e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439696 May 31 11:43:23.936075 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6745332b-b263-4033-9294-5623b08f4513 req-f1759ea4-964a-4f77-a5ad-f51555dd0654 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:23.937604 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-6745332b-b263-4033-9294-5623b08f4513 req-f1759ea4-964a-4f77-a5ad-f51555dd0654 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/ports?device_id=11c3994d-7166-4e5d-89ba-1b00a03ff0b1 HTTP/1.1" status: 200 len: 944 time: 0.0843801 May 31 11:43:23.996394 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-6745332b-b263-4033-9294-5623b08f4513 req-d0a1ad64-9cbd-46f0-a58c-e597b80de1bf tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/security-groups?id=95f25048-ac3c-451a-9c7f-c753883b57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527613 May 31 11:43:24.169654 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] get_ports_and_sgs() called for port_ids ['d487e3f8-5100-41c1-b891-70dee2830a35'] {{(pid=98444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:43:24.768774 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-6c0b873d-faf2-4536-9930-fed63f4ea4a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:24.943200 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d389af-c1cc-4eea-a922-e471286c40bd req-72462767-8747-4fa8-af35-bf52443fe445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:24.944776 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-f5d389af-c1cc-4eea-a922-e471286c40bd req-72462767-8747-4fa8-af35-bf52443fe445 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4d8aa9185953468f8491235be83abf68&device_id=06785de2-89dd-40f4-8974-9220828497b9 HTTP/1.1" status: 200 len: 1099 time: 0.0797112 May 31 11:43:24.970071 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9962e9-5d0d-4b19-a699-e5bdde151ecd req-44464e27-ca91-4e6f-8b2c-94aab26706fc tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:24.971552 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-ef9962e9-5d0d-4b19-a699-e5bdde151ecd req-44464e27-ca91-4e6f-8b2c-94aab26706fc tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8ba297a-a493-4278-a321-83132b7f397c HTTP/1.1" status: 200 len: 948 time: 0.1416848 May 31 11:43:25.009273 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eaa553-8caf-4ca2-be46-29ca84c67c05 req-aedf9138-eb4b-47ba-bfec-6daef250133b tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:25.010710 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-23eaa553-8caf-4ca2-be46-29ca84c67c05 req-aedf9138-eb4b-47ba-bfec-6daef250133b tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=06785de2-89dd-40f4-8974-9220828497b9 HTTP/1.1" status: 200 len: 946 time: 0.1195691 May 31 11:43:25.051243 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-ef9962e9-5d0d-4b19-a699-e5bdde151ecd req-71bee00a-c515-4d52-afb4-0053bc40d48c tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] 10.222.0.21 "GET /v2.0/security-groups?id=37ccec20-43cf-49cd-9003-b3a8c88968e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724428 May 31 11:43:25.082005 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-23eaa553-8caf-4ca2-be46-29ca84c67c05 req-7e95b3c6-d280-4d74-9ce1-194e0398bebf tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605521 May 31 11:43:25.106081 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d389af-c1cc-4eea-a922-e471286c40bd req-32745a1e-78e0-4a91-9ee2-4921d7d94a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:25.106081 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-f5d389af-c1cc-4eea-a922-e471286c40bd req-32745a1e-78e0-4a91-9ee2-4921d7d94a21 service neutron] 10.222.0.61 "GET /v2.0/networks?id=665ca1a0-d0c5-448d-9582-68d76f26f11a HTTP/1.1" status: 200 len: 919 time: 0.1435602 May 31 11:43:25.186148 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-f5d389af-c1cc-4eea-a922-e471286c40bd req-3cbfc7c6-1b97-4f74-a615-eadc95610006 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd0389ac-5ae1-41f7-9330-00a1630417f4 HTTP/1.1" status: 200 len: 217 time: 0.0694342 May 31 11:43:25.240048 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb24e32e-5d8d-49bb-8d9b-eabde979dc8e req-136e728e-bf7a-4154-bde8-f0ce292e1933 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:25.243479 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-cb24e32e-5d8d-49bb-8d9b-eabde979dc8e req-136e728e-bf7a-4154-bde8-f0ce292e1933 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/ports?device_id=11c3994d-7166-4e5d-89ba-1b00a03ff0b1 HTTP/1.1" status: 200 len: 944 time: 0.0859768 May 31 11:43:25.274566 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d389af-c1cc-4eea-a922-e471286c40bd req-e9e2ca91-8bbf-4cd1-b2f2-70d7d70c59c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:25.276428 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-f5d389af-c1cc-4eea-a922-e471286c40bd req-e9e2ca91-8bbf-4cd1-b2f2-70d7d70c59c7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=482a023d-7693-4e4c-a2dd-49fc43823b85 HTTP/1.1" status: 200 len: 858 time: 0.0807860 May 31 11:43:25.310197 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-cb24e32e-5d8d-49bb-8d9b-eabde979dc8e req-6cc9f3c1-c09c-4148-8e64-bafef52cd7c2 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/security-groups?id=95f25048-ac3c-451a-9c7f-c753883b57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607345 May 31 11:43:25.335472 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-f5d389af-c1cc-4eea-a922-e471286c40bd req-d1ad3756-c26a-43b5-965d-6039a87a7548 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=665ca1a0-d0c5-448d-9582-68d76f26f11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511146 May 31 11:43:25.371190 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device b4cbf1d6-0f63-4d10-b15a-3be52f3a1047 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:43:25.487593 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-f5d389af-c1cc-4eea-a922-e471286c40bd req-abd4778f-1a70-4ff8-80d4-1ca4360462d1 service neutron] 10.222.0.61 "GET /v2.0/networks/665ca1a0-d0c5-448d-9582-68d76f26f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440294 May 31 11:43:25.551525 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] For port b4cbf1d6-0f63-4d10-b15a-3be52f3a1047, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b4cbf1d6-0f63-4d10-b15a-3be52f3a1047,segment=NetworkSegment(0df12154-d4d8-4e02-96cc-37c4ef233937),segment_id=0df12154-d4d8-4e02-96cc-37c4ef233937)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:43:25.569880 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Returning: {'device': 'b4cbf1d6-0f63-4d10-b15a-3be52f3a1047', 'network_id': '6ce8cbf8-bf83-4706-acbd-d5a2ed2d8420', 'port_id': 'b4cbf1d6-0f63-4d10-b15a-3be52f3a1047', 'mac_address': 'fa:16:3e:ff:cb:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 686, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '706bdc20-9597-4853-9cbc-304734b8141c', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:43:25.629282 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:25.635400 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-f5d389af-c1cc-4eea-a922-e471286c40bd req-efd32752-512b-451d-8e86-5fe6e4703f23 service neutron] 10.222.0.61 "GET /v2.0/networks/665ca1a0-d0c5-448d-9582-68d76f26f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381545 May 31 11:43:25.646766 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.notifiers.nova [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4cbf1d6-0f63-4d10-b15a-3be52f3a1047 {{(pid=98444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:43:25.664168 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] For port b4cbf1d6-0f63-4d10-b15a-3be52f3a1047, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b4cbf1d6-0f63-4d10-b15a-3be52f3a1047,segment=NetworkSegment(0df12154-d4d8-4e02-96cc-37c4ef233937),segment_id=0df12154-d4d8-4e02-96cc-37c4ef233937)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:43:25.669662 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:25.671613 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-c3941057-dc99-4a61-bd44-b69c2ad0b9c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:25.743199 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Pushing event updated for resources: {'Port': ['ID=b4cbf1d6-0f63-4d10-b15a-3be52f3a1047,revision_number=4']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:25.746437 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:26.153036 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] get_ports_and_sgs() called for port_ids ['b4cbf1d6-0f63-4d10-b15a-3be52f3a1047'] {{(pid=98444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:43:26.261983 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3195fff-4b04-407b-9a0b-bea7ca9751f7 req-d6ac60c0-2738-41c6-8eb4-fd3dc0bf8171 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:26.270221 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-c3195fff-4b04-407b-9a0b-bea7ca9751f7 req-d6ac60c0-2738-41c6-8eb4-fd3dc0bf8171 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8ba297a-a493-4278-a321-83132b7f397c HTTP/1.1" status: 200 len: 949 time: 0.0993533 May 31 11:43:26.388025 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-c3195fff-4b04-407b-9a0b-bea7ca9751f7 req-13ff8d21-e955-4707-a993-1b05e211984f tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] 10.222.0.21 "GET /v2.0/security-groups?id=37ccec20-43cf-49cd-9003-b3a8c88968e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165447 May 31 11:43:26.421006 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6c2de-3b44-4bab-9198-e683b0639ad6 req-d8bc87e9-e6a6-4b8f-b7a1-62610f626fb1 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:26.422474 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-8ff6c2de-3b44-4bab-9198-e683b0639ad6 req-d8bc87e9-e6a6-4b8f-b7a1-62610f626fb1 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=06785de2-89dd-40f4-8974-9220828497b9 HTTP/1.1" status: 200 len: 946 time: 0.1360767 May 31 11:43:26.478606 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-8ff6c2de-3b44-4bab-9198-e683b0639ad6 req-7a040862-6d7a-4bc9-8147-30129bfb953c tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489399 May 31 11:43:26.571570 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7940f8e-fd08-4a06-9242-bf245b3b9ca2 req-f088525b-f758-4b1c-868e-9350bc27d344 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:26.573288 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-c7940f8e-fd08-4a06-9242-bf245b3b9ca2 req-f088525b-f758-4b1c-868e-9350bc27d344 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/ports?device_id=11c3994d-7166-4e5d-89ba-1b00a03ff0b1 HTTP/1.1" status: 200 len: 944 time: 0.0878146 May 31 11:43:26.623818 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-c7940f8e-fd08-4a06-9242-bf245b3b9ca2 req-08da4abb-509f-4579-b716-e3c8ebcbc585 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/security-groups?id=95f25048-ac3c-451a-9c7f-c753883b57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425525 May 31 11:43:27.385530 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device d487e3f8-5100-41c1-b891-70dee2830a35 up at agent hyperv_hv-cinder-78638 {{(pid=98444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:43:27.459907 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Provisioning for port d487e3f8-5100-41c1-b891-70dee2830a35 completed by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:43:27.465936 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Provisioning complete for port d487e3f8-5100-41c1-b891-70dee2830a35 triggered by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:43:27.466352 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:27.534859 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:27.621672 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:27.655145 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11c3994d-7166-4e5d-89ba-1b00a03ff0b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd487e3f8-5100-41c1-b891-70dee2830a35'}] {{(pid=98444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:43:27.657324 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88ad6d6066f99d569bf87ae86d08865c72136362fb0dde426bf5d6223abbdd23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6dba851-3eea-4540-b985-d342b98a184d" -d '{"events": [{"server_uuid": "11c3994d-7166-4e5d-89ba-1b00a03ff0b1", "name": "network-vif-plugged", "status": "completed", "tag": "d487e3f8-5100-41c1-b891-70dee2830a35"}]}' {{(pid=98444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:43:27.666753 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] For port d487e3f8-5100-41c1-b891-70dee2830a35, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d487e3f8-5100-41c1-b891-70dee2830a35,segment=NetworkSegment(060d4e1c-f196-46cb-ba4f-7d352cbad15d),segment_id=060d4e1c-f196-46cb-ba4f-7d352cbad15d)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:43:27.671573 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:27.673890 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:27.719955 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee2d64-6cfe-4389-901f-14c70a66abe3 req-dfc4b183-cd4d-4966-a08b-8007a9355b89 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:27.721549 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-99ee2d64-6cfe-4389-901f-14c70a66abe3 req-dfc4b183-cd4d-4966-a08b-8007a9355b89 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8ba297a-a493-4278-a321-83132b7f397c HTTP/1.1" status: 200 len: 949 time: 0.2291663 May 31 11:43:27.732983 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99e3b0-89f9-47ee-b19b-2a4fd7c5a7e2 req-fafe9f17-0b45-44e7-8a57-817147c776e3 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:27.734496 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-ee99e3b0-89f9-47ee-b19b-2a4fd7c5a7e2 req-fafe9f17-0b45-44e7-8a57-817147c776e3 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=06785de2-89dd-40f4-8974-9220828497b9 HTTP/1.1" status: 200 len: 946 time: 0.1300144 May 31 11:43:27.753900 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Pushing event updated for resources: {'Port': ['ID=d487e3f8-5100-41c1-b891-70dee2830a35,revision_number=5']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:27.757341 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:27.781428 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-2b175019-bc01-4cc8-95d2-b15aecea0ce9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:27.817556 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-99ee2d64-6cfe-4389-901f-14c70a66abe3 req-dedec5a1-1b6f-4108-9ef7-dea8c1c61a85 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] 10.222.0.21 "GET /v2.0/security-groups?id=37ccec20-43cf-49cd-9003-b3a8c88968e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820305 May 31 11:43:27.830484 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-ee99e3b0-89f9-47ee-b19b-2a4fd7c5a7e2 req-1c5e75d6-7791-43df-9a8a-8097117531ac tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656915 May 31 11:43:27.899894 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-360c15e3-5c9f-4bad-ada6-7664aced5e89 x-openstack-request-id: req-360c15e3-5c9f-4bad-ada6-7664aced5e89 {{(pid=98444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:43:27.900199 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11c3994d-7166-4e5d-89ba-1b00a03ff0b1", "name": "network-vif-plugged", "status": "completed", "tag": "d487e3f8-5100-41c1-b891-70dee2830a35", "code": 200}]} {{(pid=98444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:43:27.900458 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-360c15e3-5c9f-4bad-ada6-7664aced5e89 {{(pid=98444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:43:27.900879 dv-cinder-786383-7-smb neutron-server[98444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11c3994d-7166-4e5d-89ba-1b00a03ff0b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd487e3f8-5100-41c1-b891-70dee2830a35', 'code': 200} May 31 11:43:28.010908 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af0177-4e90-4bc7-9028-5dee14971c5b req-3a84ec4f-e82d-4e5d-861b-97ba620c3f3e tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:28.012889 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-16af0177-4e90-4bc7-9028-5dee14971c5b req-3a84ec4f-e82d-4e5d-861b-97ba620c3f3e tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/ports?device_id=11c3994d-7166-4e5d-89ba-1b00a03ff0b1 HTTP/1.1" status: 200 len: 945 time: 0.0906217 May 31 11:43:28.066545 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-16af0177-4e90-4bc7-9028-5dee14971c5b req-40d78889-4310-45ba-a479-4fc7e6d5947d tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/security-groups?id=95f25048-ac3c-451a-9c7f-c753883b57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459704 May 31 11:43:28.231633 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70fc543-5511-4f29-8f20-9fe890c8e297 req-b2bad063-f34d-46e7-baef-269db2972427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:28.233303 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-c70fc543-5511-4f29-8f20-9fe890c8e297 req-b2bad063-f34d-46e7-baef-269db2972427 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=11c3994d-7166-4e5d-89ba-1b00a03ff0b1 HTTP/1.1" status: 200 len: 1098 time: 0.0849226 May 31 11:43:28.281061 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-c70fc543-5511-4f29-8f20-9fe890c8e297 req-8c4ac336-d2da-4df1-ac4a-82315e1c6d5a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=95f25048-ac3c-451a-9c7f-c753883b57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407522 May 31 11:43:28.433930 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-a91c5e8e-8952-4db6-a598-6e76e849b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:29.073646 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d5bc77-dff5-477a-a810-27c02a686c3d req-66786b31-af49-46ca-8a42-4e02c35e6a99 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:29.075127 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-16d5bc77-dff5-477a-a810-27c02a686c3d req-66786b31-af49-46ca-8a42-4e02c35e6a99 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8ba297a-a493-4278-a321-83132b7f397c HTTP/1.1" status: 200 len: 949 time: 0.1424422 May 31 11:43:29.086116 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7dc6c6-d09f-486a-8b35-32ffcac07448 req-a7836d46-842e-403f-9330-b51f168d10ba tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:29.087567 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-bf7dc6c6-d09f-486a-8b35-32ffcac07448 req-a7836d46-842e-403f-9330-b51f168d10ba tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=06785de2-89dd-40f4-8974-9220828497b9 HTTP/1.1" status: 200 len: 946 time: 0.1197259 May 31 11:43:29.161063 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-16d5bc77-dff5-477a-a810-27c02a686c3d req-a25831d5-fd85-4b3b-829d-1e54cf689c5d tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] 10.222.0.21 "GET /v2.0/security-groups?id=37ccec20-43cf-49cd-9003-b3a8c88968e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725498 May 31 11:43:29.166170 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-bf7dc6c6-d09f-486a-8b35-32ffcac07448 req-66159801-1053-46e8-9f5d-7eca3e683384 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610840 May 31 11:43:29.352511 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4555df-24b4-45b2-8106-1f7f537e6fbd req-530cc4c8-7c6a-40b8-b06f-8021805d1b94 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:29.352511 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-5b4555df-24b4-45b2-8106-1f7f537e6fbd req-530cc4c8-7c6a-40b8-b06f-8021805d1b94 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/ports?device_id=11c3994d-7166-4e5d-89ba-1b00a03ff0b1 HTTP/1.1" status: 200 len: 945 time: 0.0867202 May 31 11:43:29.394802 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-5b4555df-24b4-45b2-8106-1f7f537e6fbd req-8ca138be-f491-4e43-9458-b05fd776a54f tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/security-groups?id=95f25048-ac3c-451a-9c7f-c753883b57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407369 May 31 11:43:29.414820 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device b4cbf1d6-0f63-4d10-b15a-3be52f3a1047 up at agent hyperv_hv-cinder-78638 {{(pid=98444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:43:29.496402 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Provisioning for port b4cbf1d6-0f63-4d10-b15a-3be52f3a1047 completed by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:43:29.501719 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Provisioning complete for port b4cbf1d6-0f63-4d10-b15a-3be52f3a1047 triggered by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:43:29.502073 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:29.649306 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:29.697286 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] For port b4cbf1d6-0f63-4d10-b15a-3be52f3a1047, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b4cbf1d6-0f63-4d10-b15a-3be52f3a1047,segment=NetworkSegment(0df12154-d4d8-4e02-96cc-37c4ef233937),segment_id=0df12154-d4d8-4e02-96cc-37c4ef233937)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:43:29.701909 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:29.703797 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:29.774437 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Pushing event updated for resources: {'Port': ['ID=b4cbf1d6-0f63-4d10-b15a-3be52f3a1047,revision_number=5']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:29.778012 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:29.902298 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8ba297a-a493-4278-a321-83132b7f397c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4cbf1d6-0f63-4d10-b15a-3be52f3a1047'}] {{(pid=98444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:43:29.910846 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88ad6d6066f99d569bf87ae86d08865c72136362fb0dde426bf5d6223abbdd23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67059b3b-0958-4285-b5a0-3abe816477b6" -d '{"events": [{"server_uuid": "f8ba297a-a493-4278-a321-83132b7f397c", "name": "network-vif-plugged", "status": "completed", "tag": "b4cbf1d6-0f63-4d10-b15a-3be52f3a1047"}]}' {{(pid=98444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:43:29.964077 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b6e3d33-d00a-4efd-a6c7-c3ee9018dee5 x-openstack-request-id: req-5b6e3d33-d00a-4efd-a6c7-c3ee9018dee5 {{(pid=98444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:43:29.964938 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8ba297a-a493-4278-a321-83132b7f397c", "name": "network-vif-plugged", "status": "completed", "tag": "b4cbf1d6-0f63-4d10-b15a-3be52f3a1047", "code": 200}]} {{(pid=98444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:43:29.971595 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5b6e3d33-d00a-4efd-a6c7-c3ee9018dee5 {{(pid=98444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:43:29.972102 dv-cinder-786383-7-smb neutron-server[98444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8ba297a-a493-4278-a321-83132b7f397c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4cbf1d6-0f63-4d10-b15a-3be52f3a1047', 'code': 200} May 31 11:43:30.060400 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e557152-a2f3-4941-a982-aff187bd3ad8 req-a4a1e7f8-69ec-4cca-b118-85845ae9edff tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:30.062111 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-2e557152-a2f3-4941-a982-aff187bd3ad8 req-a4a1e7f8-69ec-4cca-b118-85845ae9edff tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db774e8-27b0-4a95-aa30-3b7d13d5786d HTTP/1.1" status: 200 len: 945 time: 0.0953536 May 31 11:43:30.108885 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-2e557152-a2f3-4941-a982-aff187bd3ad8 req-627f7e55-e6e8-4bc7-a45c-08d9f3f2dce8 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1a6aea4-fc43-4be4-985d-d05aeb50d0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386572 May 31 11:43:30.151390 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-9fdf87ec-5ce8-4616-9e32-e9b9d10b7557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:30.352441 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40a4eeb-cc65-42d1-8404-f3493a603b75 req-aeaa204a-1c2b-4945-8373-61c7bf2bbb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:30.354155 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-d40a4eeb-cc65-42d1-8404-f3493a603b75 req-aeaa204a-1c2b-4945-8373-61c7bf2bbb96 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f8ba297a-a493-4278-a321-83132b7f397c HTTP/1.1" status: 200 len: 1103 time: 0.0766976 May 31 11:43:30.427670 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-d40a4eeb-cc65-42d1-8404-f3493a603b75 req-0114d52e-0415-4f88-9868-449d13b3c572 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=37ccec20-43cf-49cd-9003-b3a8c88968e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600536 May 31 11:43:30.432082 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb3b21c-56a4-4239-bfb2-09229f6f6e65 req-d8b73cb8-ef8d-4d05-8128-d430e16d568c tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:30.433616 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-3cb3b21c-56a4-4239-bfb2-09229f6f6e65 req-d8b73cb8-ef8d-4d05-8128-d430e16d568c tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8ba297a-a493-4278-a321-83132b7f397c HTTP/1.1" status: 200 len: 950 time: 0.1528258 May 31 11:43:30.466214 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28186907-3b04-48e8-be98-c3e1a0a812b5 req-4e608f8a-23b0-4499-bb79-b768b4dd4fce tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:30.467838 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-28186907-3b04-48e8-be98-c3e1a0a812b5 req-4e608f8a-23b0-4499-bb79-b768b4dd4fce tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=06785de2-89dd-40f4-8974-9220828497b9 HTTP/1.1" status: 200 len: 946 time: 0.1496658 May 31 11:43:30.526639 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-3cb3b21c-56a4-4239-bfb2-09229f6f6e65 req-1c83995f-b2ca-4be2-ab56-509b50acbe6d tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] 10.222.0.21 "GET /v2.0/security-groups?id=37ccec20-43cf-49cd-9003-b3a8c88968e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861154 May 31 11:43:30.542398 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-28186907-3b04-48e8-be98-c3e1a0a812b5 req-e7d70864-f139-4828-9a49-d037458e1f1a tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661213 May 31 11:43:30.765540 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6eb827-a2c5-4a8a-863d-c8b0233dcd48 req-8d4db7d9-7091-4896-b956-088296c9f4be tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:30.767546 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-be6eb827-a2c5-4a8a-863d-c8b0233dcd48 req-8d4db7d9-7091-4896-b956-088296c9f4be tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/ports?device_id=11c3994d-7166-4e5d-89ba-1b00a03ff0b1 HTTP/1.1" status: 200 len: 945 time: 0.1220951 May 31 11:43:30.822915 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-be6eb827-a2c5-4a8a-863d-c8b0233dcd48 req-a2355e91-a017-4623-a612-8800623b4b1f tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/security-groups?id=95f25048-ac3c-451a-9c7f-c753883b57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465257 May 31 11:43:31.355653 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0324111a-6dd9-4860-afd5-14701ae2b0a7 req-7ecbbe00-cb92-4f39-b4d8-d36d9bed3027 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:31.355653 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-0324111a-6dd9-4860-afd5-14701ae2b0a7 req-7ecbbe00-cb92-4f39-b4d8-d36d9bed3027 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db774e8-27b0-4a95-aa30-3b7d13d5786d HTTP/1.1" status: 200 len: 945 time: 0.1144793 May 31 11:43:31.401939 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-0324111a-6dd9-4860-afd5-14701ae2b0a7 req-b4f1a464-c9fd-42a4-a375-46ae76f5d70f tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1a6aea4-fc43-4be4-985d-d05aeb50d0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429223 May 31 11:43:31.790696 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459e7db0-6b7e-4f38-8fe7-8ffbc515ed70 req-5f21bf2d-d03d-4ec7-99ef-3a2f94f85a9e tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:31.792060 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-459e7db0-6b7e-4f38-8fe7-8ffbc515ed70 req-5f21bf2d-d03d-4ec7-99ef-3a2f94f85a9e tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8ba297a-a493-4278-a321-83132b7f397c HTTP/1.1" status: 200 len: 950 time: 0.1408827 May 31 11:43:31.804588 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c20e2e-2244-472b-96e6-6dfadb17b870 req-1919de71-c78e-4201-b972-f5c7176f15e6 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:31.805985 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-33c20e2e-2244-472b-96e6-6dfadb17b870 req-1919de71-c78e-4201-b972-f5c7176f15e6 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=06785de2-89dd-40f4-8974-9220828497b9 HTTP/1.1" status: 200 len: 946 time: 0.1091216 May 31 11:43:31.886771 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-459e7db0-6b7e-4f38-8fe7-8ffbc515ed70 req-98a9674b-b5da-4045-a84d-6460a4158377 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] 10.222.0.21 "GET /v2.0/security-groups?id=37ccec20-43cf-49cd-9003-b3a8c88968e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797703 May 31 11:43:31.896424 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-33c20e2e-2244-472b-96e6-6dfadb17b870 req-7df16627-8ebd-4c1e-a3d5-9c8fb9c465e1 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747802 May 31 11:43:32.586805 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.agents_db [None req-9d677285-078d-4c88-aefd-aa7dfcc00faf None None] Agent healthcheck: found 6 active agents {{(pid=98445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:43:32.657609 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6fcba6-389d-4d41-8c69-91d492998656 req-9e0cbf02-f840-4e9b-928a-23e71f82e8fb tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:32.660038 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-bc6fcba6-389d-4d41-8c69-91d492998656 req-9e0cbf02-f840-4e9b-928a-23e71f82e8fb tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db774e8-27b0-4a95-aa30-3b7d13d5786d HTTP/1.1" status: 200 len: 945 time: 0.1188948 May 31 11:43:32.712055 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-bc6fcba6-389d-4d41-8c69-91d492998656 req-b3892d55-1002-4b3a-8a18-b56d4887d170 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1a6aea4-fc43-4be4-985d-d05aeb50d0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464218 May 31 11:43:33.098579 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3a949e-6b00-4aa6-a2a4-ba1bba0deb2f req-86ad36da-35b8-4e5e-b27b-a46a4f96b862 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:33.103148 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-fe3a949e-6b00-4aa6-a2a4-ba1bba0deb2f req-86ad36da-35b8-4e5e-b27b-a46a4f96b862 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8ba297a-a493-4278-a321-83132b7f397c HTTP/1.1" status: 200 len: 950 time: 0.1000326 May 31 11:43:33.151200 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-fe3a949e-6b00-4aa6-a2a4-ba1bba0deb2f req-6f1e299d-b1d5-4f09-af5e-6095dcdccd33 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] 10.222.0.21 "GET /v2.0/security-groups?id=37ccec20-43cf-49cd-9003-b3a8c88968e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452929 May 31 11:43:33.282079 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cd7a3a-8aaa-480a-ae46-730dded6e1e1 req-445049a4-e570-444a-9875-45b9432ab363 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:33.283570 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-21cd7a3a-8aaa-480a-ae46-730dded6e1e1 req-445049a4-e570-444a-9875-45b9432ab363 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=06785de2-89dd-40f4-8974-9220828497b9 HTTP/1.1" status: 200 len: 946 time: 0.0938466 May 31 11:43:33.330373 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-21cd7a3a-8aaa-480a-ae46-730dded6e1e1 req-1e18baab-87b4-4797-84e3-10a8d4a34b4b tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406225 May 31 11:43:33.631201 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe166943-0fd2-4a30-9597-526d57de5e7b req-379ea347-e2c9-4c9c-9f22-14fa51d31c45 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:33.633155 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-fe166943-0fd2-4a30-9597-526d57de5e7b req-379ea347-e2c9-4c9c-9f22-14fa51d31c45 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8ba297a-a493-4278-a321-83132b7f397c HTTP/1.1" status: 200 len: 950 time: 0.0990620 May 31 11:43:33.680228 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-fe166943-0fd2-4a30-9597-526d57de5e7b req-833de6f3-563b-4b17-a2a2-7267efdc0422 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] 10.222.0.21 "GET /v2.0/security-groups?id=37ccec20-43cf-49cd-9003-b3a8c88968e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408955 May 31 11:43:33.913841 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eeca17-0ca1-448d-b923-8cc9d43e656a req-0e8cb1b6-c634-43a6-87bd-743873580a5c tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:33.915340 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-34eeca17-0ca1-448d-b923-8cc9d43e656a req-0e8cb1b6-c634-43a6-87bd-743873580a5c tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db774e8-27b0-4a95-aa30-3b7d13d5786d HTTP/1.1" status: 200 len: 945 time: 0.0908597 May 31 11:43:33.963942 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-34eeca17-0ca1-448d-b923-8cc9d43e656a req-535943e3-dd99-479c-aa03-898d78b965fe tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1a6aea4-fc43-4be4-985d-d05aeb50d0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429041 May 31 11:43:34.595223 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e7a533-73f2-483a-8ca3-dcabfa280d83 req-a1725211-130f-4a43-b119-b8046100151b tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:34.596700 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-b3e7a533-73f2-483a-8ca3-dcabfa280d83 req-a1725211-130f-4a43-b119-b8046100151b tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=06785de2-89dd-40f4-8974-9220828497b9 HTTP/1.1" status: 200 len: 946 time: 0.1490374 May 31 11:43:34.647117 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-b3e7a533-73f2-483a-8ca3-dcabfa280d83 req-e38db691-317c-4ff9-b66e-3ddd2a8b9d20 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445945 May 31 11:43:34.888230 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca16de0-3f56-48b0-a41d-529a2eccc26b req-3f1d6dae-1d11-4a7d-a2a7-3cc1609256e7 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:34.889699 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-0ca16de0-3f56-48b0-a41d-529a2eccc26b req-3f1d6dae-1d11-4a7d-a2a7-3cc1609256e7 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8ba297a-a493-4278-a321-83132b7f397c HTTP/1.1" status: 200 len: 950 time: 0.0878320 May 31 11:43:34.936982 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-0ca16de0-3f56-48b0-a41d-529a2eccc26b req-4c40b70f-90c5-4b6a-a749-12aaf64a1431 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] 10.222.0.21 "GET /v2.0/security-groups?id=37ccec20-43cf-49cd-9003-b3a8c88968e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413368 May 31 11:43:35.177460 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf529a7e-87de-4957-a340-022590a6bb3a req-ee34075d-1106-4597-8343-607c2a5d237c tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:35.178830 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-bf529a7e-87de-4957-a340-022590a6bb3a req-ee34075d-1106-4597-8343-607c2a5d237c tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db774e8-27b0-4a95-aa30-3b7d13d5786d HTTP/1.1" status: 200 len: 945 time: 0.0891597 May 31 11:43:35.230749 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-bf529a7e-87de-4957-a340-022590a6bb3a req-bafc64de-7fc4-45a3-be57-a003fa5201d0 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1a6aea4-fc43-4be4-985d-d05aeb50d0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450020 May 31 11:43:35.848424 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6d6e74-2c2f-4978-85e3-1a7f707dc79c req-ddc14d96-9f1e-4089-9687-870309dbcea8 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:35.850045 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-8d6d6e74-2c2f-4978-85e3-1a7f707dc79c req-ddc14d96-9f1e-4089-9687-870309dbcea8 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=06785de2-89dd-40f4-8974-9220828497b9 HTTP/1.1" status: 200 len: 946 time: 0.0905819 May 31 11:43:35.896444 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-8d6d6e74-2c2f-4978-85e3-1a7f707dc79c req-bf731329-8118-4cbf-9e01-af315ce5398d tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405715 May 31 11:43:36.146257 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af68135-c790-4c9d-9d97-04e7fd1e5a08 req-224467ca-2c06-43b1-b2dd-643cba1b9886 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:36.147742 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-6af68135-c790-4c9d-9d97-04e7fd1e5a08 req-224467ca-2c06-43b1-b2dd-643cba1b9886 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8ba297a-a493-4278-a321-83132b7f397c HTTP/1.1" status: 200 len: 950 time: 0.0995843 May 31 11:43:36.196088 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-6af68135-c790-4c9d-9d97-04e7fd1e5a08 req-f92b9291-356c-438b-ba13-3efc6691b5f5 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] 10.222.0.21 "GET /v2.0/security-groups?id=37ccec20-43cf-49cd-9003-b3a8c88968e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399959 May 31 11:43:36.383706 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5167e553-3057-40f7-8906-d2c9991fa29d req-5aa8a312-8ec5-4dc3-93df-840d0ecfde46 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:36.384465 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [req-5167e553-3057-40f7-8906-d2c9991fa29d req-5aa8a312-8ec5-4dc3-93df-840d0ecfde46 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] Synchronizing usage tracker for tenant:775d6956068142748f808af76778a467 on resource:port {{(pid=98443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:43:36.404420 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [req-5167e553-3057-40f7-8906-d2c9991fa29d req-5aa8a312-8ec5-4dc3-93df-840d0ecfde46 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] Unset dirty status for tenant:775d6956068142748f808af76778a467 on resource:port {{(pid=98443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:43:36.405762 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-5167e553-3057-40f7-8906-d2c9991fa29d req-5aa8a312-8ec5-4dc3-93df-840d0ecfde46 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] 10.222.0.61 "GET /v2.0/ports?device_id=f8ba297a-a493-4278-a321-83132b7f397c HTTP/1.1" status: 200 len: 950 time: 0.1173210 May 31 11:43:36.447100 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec711b8-e78a-453b-973b-25c4682be0f7 req-20918080-4755-42e1-a6b0-00612e9e63d6 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:36.453739 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-7ec711b8-e78a-453b-973b-25c4682be0f7 req-20918080-4755-42e1-a6b0-00612e9e63d6 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db774e8-27b0-4a95-aa30-3b7d13d5786d HTTP/1.1" status: 200 len: 945 time: 0.1091278 May 31 11:43:36.564751 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-7ec711b8-e78a-453b-973b-25c4682be0f7 req-d53ab8ea-9667-445b-9ad6-97aea7ca1583 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1a6aea4-fc43-4be4-985d-d05aeb50d0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100149 May 31 11:43:36.587708 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e07f01-5881-447a-a38a-8edcb5895da0 req-9e97eb79-3ab0-4d35-bcc0-6cc59b43eb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:36.589266 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-46e07f01-5881-447a-a38a-8edcb5895da0 req-9e97eb79-3ab0-4d35-bcc0-6cc59b43eb67 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0eca8cc498704c828ce4fda2d808043a&device_id=8db774e8-27b0-4a95-aa30-3b7d13d5786d HTTP/1.1" status: 200 len: 1098 time: 0.1132479 May 31 11:43:36.595778 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.plugin [req-5167e553-3057-40f7-8906-d2c9991fa29d req-7a5c92f7-d706-4406-b226-c76936c09055 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] Deleting port b4cbf1d6-0f63-4d10-b15a-3be52f3a1047 {{(pid=98443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:43:36.596762 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-5167e553-3057-40f7-8906-d2c9991fa29d req-7a5c92f7-d706-4406-b226-c76936c09055 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781593492803'] for port, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:36.762161 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e07f01-5881-447a-a38a-8edcb5895da0 req-d5a557e7-8e1c-4d51-8754-75e7f6ab77eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:36.763657 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-46e07f01-5881-447a-a38a-8edcb5895da0 req-d5a557e7-8e1c-4d51-8754-75e7f6ab77eb service neutron] 10.222.0.61 "GET /v2.0/networks?id=3b861c59-52f7-46ca-99da-e6f4b5d8dcf3 HTTP/1.1" status: 200 len: 911 time: 0.1401744 May 31 11:43:36.828596 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.db [req-5167e553-3057-40f7-8906-d2c9991fa29d req-7a5c92f7-d706-4406-b226-c76936c09055 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] For port b4cbf1d6-0f63-4d10-b15a-3be52f3a1047, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b4cbf1d6-0f63-4d10-b15a-3be52f3a1047,segment=NetworkSegment(0df12154-d4d8-4e02-96cc-37c4ef233937),segment_id=0df12154-d4d8-4e02-96cc-37c4ef233937)] {{(pid=98443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:43:36.828962 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-5167e553-3057-40f7-8906-d2c9991fa29d req-7a5c92f7-d706-4406-b226-c76936c09055 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8366366'] for port, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:36.892035 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-46e07f01-5881-447a-a38a-8edcb5895da0 req-863182a9-c777-4e7a-a003-c0121430c44b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d4b5761-502f-41e5-8a57-6b88be8db3a9 HTTP/1.1" status: 200 len: 1001 time: 0.1166034 May 31 11:43:36.980915 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.plugin [req-5167e553-3057-40f7-8906-d2c9991fa29d req-7a5c92f7-d706-4406-b226-c76936c09055 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] Calling delete_port for b4cbf1d6-0f63-4d10-b15a-3be52f3a1047 owned by compute:nova {{(pid=98443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:43:36.999122 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e07f01-5881-447a-a38a-8edcb5895da0 req-2c8b746e-d633-4336-952e-4a05f161f3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:37.004027 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-46e07f01-5881-447a-a38a-8edcb5895da0 req-2c8b746e-d633-4336-952e-4a05f161f3dc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3d8c3d1c-ffe1-4449-ae14-fb794221a40d HTTP/1.1" status: 200 len: 849 time: 0.1018925 May 31 11:43:37.173717 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e07f01-5881-447a-a38a-8edcb5895da0 req-ab624c52-6ceb-4d16-aeb9-3b4afc353fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:37.175298 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-46e07f01-5881-447a-a38a-8edcb5895da0 req-ab624c52-6ceb-4d16-aeb9-3b4afc353fea service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3b861c59-52f7-46ca-99da-e6f4b5d8dcf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1623771 May 31 11:43:37.196685 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-5167e553-3057-40f7-8906-d2c9991fa29d req-7a5c92f7-d706-4406-b226-c76936c09055 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781593493926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781593114067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6347609'] for port, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:37.204729 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:37.235838 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba83749-f860-4e77-935a-69beed653095 req-31bbf23f-4172-4174-8175-0d2aa2a87d73 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:37.237460 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-3ba83749-f860-4e77-935a-69beed653095 req-31bbf23f-4172-4174-8175-0d2aa2a87d73 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=06785de2-89dd-40f4-8974-9220828497b9 HTTP/1.1" status: 200 len: 946 time: 0.1659296 May 31 11:43:37.265601 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] get_ports_and_sgs() called for port_ids ['b4cbf1d6-0f63-4d10-b15a-3be52f3a1047'] {{(pid=98444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:43:37.341987 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5c92f7-d706-4406-b226-c76936c09055 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] Pushing event deleted for resources: {'Port': ['ID=b4cbf1d6-0f63-4d10-b15a-3be52f3a1047,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:37.417968 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5c92f7-d706-4406-b226-c76936c09055 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:37.419092 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5c92f7-d706-4406-b226-c76936c09055 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:37.419615 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5c92f7-d706-4406-b226-c76936c09055 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:37.420996 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5c92f7-d706-4406-b226-c76936c09055 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:37.421352 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5c92f7-d706-4406-b226-c76936c09055 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:37.421703 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5c92f7-d706-4406-b226-c76936c09055 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:37.422047 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5c92f7-d706-4406-b226-c76936c09055 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:37.422391 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5c92f7-d706-4406-b226-c76936c09055 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:37.422783 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5c92f7-d706-4406-b226-c76936c09055 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:37.423129 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5c92f7-d706-4406-b226-c76936c09055 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:37.423471 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5c92f7-d706-4406-b226-c76936c09055 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:37.423805 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5c92f7-d706-4406-b226-c76936c09055 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:37.435939 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-7a5c92f7-d706-4406-b226-c76936c09055 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:37.491711 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.l3_dvrscheduler_db [req-5167e553-3057-40f7-8906-d2c9991fa29d req-7a5c92f7-d706-4406-b226-c76936c09055 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] No DVR routers for this DVR port b4cbf1d6-0f63-4d10-b15a-3be52f3a1047 on host hv-cinder-78638 {{(pid=98443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:43:37.497996 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-5167e553-3057-40f7-8906-d2c9991fa29d req-7a5c92f7-d706-4406-b226-c76936c09055 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523773'] for port, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:37.510276 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8ba297a-a493-4278-a321-83132b7f397c', 'name': 'network-vif-deleted', 'tag': 'b4cbf1d6-0f63-4d10-b15a-3be52f3a1047'}] {{(pid=98443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:43:37.513471 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56017c51fa2db9d96507774d194550d251c1d18f102e1d67e4a71b2ac79ee147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-839c5a96-549c-4473-9cde-83742a0e8c3a" -d '{"events": [{"server_uuid": "f8ba297a-a493-4278-a321-83132b7f397c", "name": "network-vif-deleted", "tag": "b4cbf1d6-0f63-4d10-b15a-3be52f3a1047"}]}' {{(pid=98443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:43:37.519078 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-5167e553-3057-40f7-8906-d2c9991fa29d req-7a5c92f7-d706-4406-b226-c76936c09055 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] 10.222.0.61 "DELETE /v2.0/ports/b4cbf1d6-0f63-4d10-b15a-3be52f3a1047 HTTP/1.1" status: 204 len: 173 time: 1.0974033 May 31 11:43:37.537422 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-3ba83749-f860-4e77-935a-69beed653095 req-a2cc63ba-f992-4626-bfb1-0ffd2d69cab8 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095444 May 31 11:43:37.555873 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-26e65cf8-7441-4ba2-9582-8e0aacfc06b5 req-1d798627-425e-4126-a06a-afbf31da8a05 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8ba297a-a493-4278-a321-83132b7f397c HTTP/1.1" status: 200 len: 210 time: 0.1204760 May 31 11:43:37.587281 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-46e07f01-5881-447a-a38a-8edcb5895da0 req-21023831-0073-4141-94ed-ae681f2ebe5f service neutron] 10.222.0.61 "GET /v2.0/networks/3b861c59-52f7-46ca-99da-e6f4b5d8dcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3902843 May 31 11:43:37.612637 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5f84320-0288-4e69-bfb3-79a92443770c x-openstack-request-id: req-b5f84320-0288-4e69-bfb3-79a92443770c {{(pid=98443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:43:37.612637 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8ba297a-a493-4278-a321-83132b7f397c", "name": "network-vif-deleted", "tag": "b4cbf1d6-0f63-4d10-b15a-3be52f3a1047", "status": "completed", "code": 200}]} {{(pid=98443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:43:37.612637 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b5f84320-0288-4e69-bfb3-79a92443770c {{(pid=98443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:43:37.612863 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8ba297a-a493-4278-a321-83132b7f397c', 'name': 'network-vif-deleted', 'tag': 'b4cbf1d6-0f63-4d10-b15a-3be52f3a1047', 'status': 'completed', 'code': 200} May 31 11:43:37.801901 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-46e07f01-5881-447a-a38a-8edcb5895da0 req-ed75ea03-cce7-4e23-82c8-c31a69553b52 service neutron] 10.222.0.61 "GET /v2.0/networks/3b861c59-52f7-46ca-99da-e6f4b5d8dcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096264 May 31 11:43:37.822459 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c6216-13db-4568-a49e-29d0956db9f2 req-67c7ea92-957c-42b7-8e19-f3636d670692 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:37.823993 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-231c6216-13db-4568-a49e-29d0956db9f2 req-67c7ea92-957c-42b7-8e19-f3636d670692 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db774e8-27b0-4a95-aa30-3b7d13d5786d HTTP/1.1" status: 200 len: 945 time: 0.1250722 May 31 11:43:37.875048 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-231c6216-13db-4568-a49e-29d0956db9f2 req-b4061d13-8160-4a26-884e-961d80b10e77 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1a6aea4-fc43-4be4-985d-d05aeb50d0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409274 May 31 11:43:38.070779 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 60392) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:43:38.203288 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-585abc70-6472-4a9f-a6ff-67e555cb2993 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:38.219923 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-585abc70-6472-4a9f-a6ff-67e555cb2993 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:43:38.223744 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-585abc70-6472-4a9f-a6ff-67e555cb2993 admin admin] Usage tracker for resource:security_group_rule and tenant:d6c529c0d23a4be1a0a1c49f9fc8a63e is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:43:38.226966 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-585abc70-6472-4a9f-a6ff-67e555cb2993 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:43:38.232900 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-585abc70-6472-4a9f-a6ff-67e555cb2993 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:43:38.320473 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-585abc70-6472-4a9f-a6ff-67e555cb2993 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:38.325463 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-585abc70-6472-4a9f-a6ff-67e555cb2993 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:38.334143 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-2b31eb24-acb5-4dd2-80c1-5465d01cce69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:38.384084 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-585abc70-6472-4a9f-a6ff-67e555cb2993 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d6c529c0d23a4be1a0a1c49f9fc8a63e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3120480 May 31 11:43:38.385892 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585abc70-6472-4a9f-a6ff-67e555cb2993 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d797e16e-921e-4e51-bdff-a63db96bdc04,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:38.386604 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 60402) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:43:38.389196 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-585abc70-6472-4a9f-a6ff-67e555cb2993 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:38.425927 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:38.454228 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-64bbe842-54eb-4a5b-ad11-a6b51cb60214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:38.561833 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-64bbe842-54eb-4a5b-ad11-a6b51cb60214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:38.648228 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-64bbe842-54eb-4a5b-ad11-a6b51cb60214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:38.653371 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-970c9922-bef8-4b4c-aca5-705ea0d82c77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:38.681713 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bbe842-54eb-4a5b-ad11-a6b51cb60214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d797e16e-921e-4e51-bdff-a63db96bdc04,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:38.703741 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bbe842-54eb-4a5b-ad11-a6b51cb60214 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:38.704021 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bbe842-54eb-4a5b-ad11-a6b51cb60214 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:38.704771 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bbe842-54eb-4a5b-ad11-a6b51cb60214 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:38.704930 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bbe842-54eb-4a5b-ad11-a6b51cb60214 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:38.706393 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bbe842-54eb-4a5b-ad11-a6b51cb60214 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:38.706979 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bbe842-54eb-4a5b-ad11-a6b51cb60214 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:38.707380 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bbe842-54eb-4a5b-ad11-a6b51cb60214 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:38.708115 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bbe842-54eb-4a5b-ad11-a6b51cb60214 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:38.708658 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bbe842-54eb-4a5b-ad11-a6b51cb60214 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:38.709793 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bbe842-54eb-4a5b-ad11-a6b51cb60214 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:38.709793 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bbe842-54eb-4a5b-ad11-a6b51cb60214 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:38.710160 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bbe842-54eb-4a5b-ad11-a6b51cb60214 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:38.714426 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-64bbe842-54eb-4a5b-ad11-a6b51cb60214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:38.721745 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-64bbe842-54eb-4a5b-ad11-a6b51cb60214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:38.723067 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-64bbe842-54eb-4a5b-ad11-a6b51cb60214 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d797e16e-921e-4e51-bdff-a63db96bdc04 HTTP/1.1" status: 204 len: 168 time: 0.3352647 May 31 11:43:38.859327 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-1916377d-37ca-4138-aa1f-97efe578c5e9 req-1fb08413-2623-4939-97eb-0406f6f678df tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] 10.222.0.21 "GET /v2.0/ports?device_id=f8ba297a-a493-4278-a321-83132b7f397c HTTP/1.1" status: 200 len: 210 time: 0.0540676 May 31 11:43:38.898529 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2713e14c-6741-4880-bce3-5f44bcb26e36 req-9284340a-e842-4c61-8cd4-50dffda6589f tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:38.903215 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-2713e14c-6741-4880-bce3-5f44bcb26e36 req-9284340a-e842-4c61-8cd4-50dffda6589f tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=06785de2-89dd-40f4-8974-9220828497b9 HTTP/1.1" status: 200 len: 946 time: 0.1783714 May 31 11:43:38.963377 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-2713e14c-6741-4880-bce3-5f44bcb26e36 req-acddfc0b-59a1-4092-acaa-36dca1dcd99a tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566566 May 31 11:43:39.080806 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 60418) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:43:39.091342 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e84b8-cf63-4719-aa83-3849c2113141 req-73b2feb9-0fbc-40d8-91c7-0085051fd997 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:39.092863 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-1d5e84b8-cf63-4719-aa83-3849c2113141 req-73b2feb9-0fbc-40d8-91c7-0085051fd997 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db774e8-27b0-4a95-aa30-3b7d13d5786d HTTP/1.1" status: 200 len: 945 time: 0.0932703 May 31 11:43:39.099633 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-6df64008-3e81-4f1a-874d-b5f57d44629e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:39.114905 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-6df64008-3e81-4f1a-874d-b5f57d44629e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:43:39.119310 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-6df64008-3e81-4f1a-874d-b5f57d44629e admin admin] Usage tracker for resource:security_group_rule and tenant:ee0ed18e042b4b6a9e6c518f18d235c0 is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:43:39.122082 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-6df64008-3e81-4f1a-874d-b5f57d44629e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:43:39.127794 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-6df64008-3e81-4f1a-874d-b5f57d44629e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:43:39.138741 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-1d5e84b8-cf63-4719-aa83-3849c2113141 req-3c03a963-0f44-490b-a19b-dbe60bb115da tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1a6aea4-fc43-4be4-985d-d05aeb50d0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400672 May 31 11:43:39.214780 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-6df64008-3e81-4f1a-874d-b5f57d44629e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:39.220038 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-6df64008-3e81-4f1a-874d-b5f57d44629e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:39.233238 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-74939a56-64e0-4916-a5ca-f07f7af2f1c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:39.277406 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-6df64008-3e81-4f1a-874d-b5f57d44629e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ee0ed18e042b4b6a9e6c518f18d235c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1935418 May 31 11:43:39.277406 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df64008-3e81-4f1a-874d-b5f57d44629e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1927c81-6a12-4e61-9dbf-db9134c87dca,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:39.277979 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 60424) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:43:39.279748 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-6df64008-3e81-4f1a-874d-b5f57d44629e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:39.340254 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-b3b0b3a5-0015-4357-834c-366368fccafa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:39.367978 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-b3b0b3a5-0015-4357-834c-366368fccafa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:39.422828 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-b3b0b3a5-0015-4357-834c-366368fccafa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:39.426732 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-01aaf50a-0e0e-4521-bc3f-ca54d403dff1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:39.439914 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b0b3a5-0015-4357-834c-366368fccafa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1927c81-6a12-4e61-9dbf-db9134c87dca,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:39.443500 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-b3b0b3a5-0015-4357-834c-366368fccafa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:39.447298 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-b3b0b3a5-0015-4357-834c-366368fccafa admin admin] Notify callbacks [] for security_group, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:39.448411 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-b3b0b3a5-0015-4357-834c-366368fccafa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a1927c81-6a12-4e61-9dbf-db9134c87dca HTTP/1.1" status: 204 len: 168 time: 0.1694744 May 31 11:43:39.481064 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device b4cbf1d6-0f63-4d10-b15a-3be52f3a1047 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:43:39.523094 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.plugin [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] No Port match for: b4cbf1d6-0f63-4d10-b15a-3be52f3a1047 {{(pid=98444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:43:39.523452 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device b4cbf1d6-0f63-4d10-b15a-3be52f3a1047 not bound to the agent host hv-cinder-78638 {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:43:40.183012 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e5ea5c-f793-4530-bd01-2339a736788a req-a67d4a29-41e7-4714-91b4-28b8a4ef1aff tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:40.185287 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-36e5ea5c-f793-4530-bd01-2339a736788a req-a67d4a29-41e7-4714-91b4-28b8a4ef1aff tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=06785de2-89dd-40f4-8974-9220828497b9 HTTP/1.1" status: 200 len: 946 time: 0.0993464 May 31 11:43:40.259633 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-36e5ea5c-f793-4530-bd01-2339a736788a req-75c8d258-ee74-4512-9e5b-6122c7c59f5f tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634527 May 31 11:43:40.408502 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 60490) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:43:40.490403 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9288a0da-2dbd-4eaf-9ea8-0a204478e165 req-0e4a035c-b212-4138-afe4-4d8bfdaa874a tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:40.502088 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-9288a0da-2dbd-4eaf-9ea8-0a204478e165 req-0e4a035c-b212-4138-afe4-4d8bfdaa874a tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db774e8-27b0-4a95-aa30-3b7d13d5786d HTTP/1.1" status: 200 len: 945 time: 0.1847532 May 31 11:43:40.542807 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-9288a0da-2dbd-4eaf-9ea8-0a204478e165 req-02de25c3-36e1-425d-ba4e-e8d1cace2569 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1a6aea4-fc43-4be4-985d-d05aeb50d0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431590 May 31 11:43:40.562728 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.v2.base [None req-9226e144-3315-48f3-a0e5-8912b02da83c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1099729017-network', 'tenant_id': '21620f2978f14caf8263adc33b2c065a'}} {{(pid=98443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:43:40.567596 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-9226e144-3315-48f3-a0e5-8912b02da83c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:43:40.572748 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-9226e144-3315-48f3-a0e5-8912b02da83c admin admin] Usage tracker for resource:network and tenant:21620f2978f14caf8263adc33b2c065a is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:43:40.576197 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-9226e144-3315-48f3-a0e5-8912b02da83c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:43:40.585733 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-9226e144-3315-48f3-a0e5-8912b02da83c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:43:40.599527 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9226e144-3315-48f3-a0e5-8912b02da83c admin admin] Made reservation on behalf of 21620f2978f14caf8263adc33b2c065a for: {'network': 1} {{(pid=98443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:43:40.602315 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-9226e144-3315-48f3-a0e5-8912b02da83c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-574767'] for network, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:40.616416 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-9226e144-3315-48f3-a0e5-8912b02da83c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:40.633372 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-9226e144-3315-48f3-a0e5-8912b02da83c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:43:40.637914 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-9226e144-3315-48f3-a0e5-8912b02da83c admin admin] Usage tracker for resource:security_group_rule and tenant:21620f2978f14caf8263adc33b2c065a is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:43:40.640799 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-9226e144-3315-48f3-a0e5-8912b02da83c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:43:40.646497 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-9226e144-3315-48f3-a0e5-8912b02da83c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:43:40.735333 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-9226e144-3315-48f3-a0e5-8912b02da83c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:40.742034 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-9226e144-3315-48f3-a0e5-8912b02da83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:40.745182 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-623631e3-62b5-4076-bfab-6ff91f8206f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:40.777105 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9226e144-3315-48f3-a0e5-8912b02da83c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 661} {{(pid=98443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:43:40.790616 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9226e144-3315-48f3-a0e5-8912b02da83c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b60ecb6-0d22-4b0e-97c4-c769a4b91145,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:40.793788 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-9226e144-3315-48f3-a0e5-8912b02da83c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:40.799626 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-9226e144-3315-48f3-a0e5-8912b02da83c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654047'] for segment, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:40.800365 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.db.segments_db [None req-9226e144-3315-48f3-a0e5-8912b02da83c admin admin] Added segment 1817ee9f-714b-460d-bdfb-b2ca75b6d953 of type vlan for network 7a6019c0-bdf6-49e5-92fb-c7ce48cdd3e2 May 31 11:43:40.844135 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-9226e144-3315-48f3-a0e5-8912b02da83c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781593130307'] for network, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:40.879074 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-9226e144-3315-48f3-a0e5-8912b02da83c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8325956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7927536'] for network, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:40.880684 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9226e144-3315-48f3-a0e5-8912b02da83c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:40.881327 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-9226e144-3315-48f3-a0e5-8912b02da83c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927509'] for network, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:40.897840 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-32c37507-02c9-4ec9-a14a-49529fccebc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:41.000642 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9226e144-3315-48f3-a0e5-8912b02da83c admin admin] Pushing event updated for resources: {'Network': ['ID=7a6019c0-bdf6-49e5-92fb-c7ce48cdd3e2,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:41.004947 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-9226e144-3315-48f3-a0e5-8912b02da83c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:41.010624 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Network 7a6019c0-bdf6-49e5-92fb-c7ce48cdd3e2 details requested by agent ovs-agent-dv-cinder-786383-7-smb with host dv-cinder-786383-7-smb {{(pid=98444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:43:41.022798 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-9226e144-3315-48f3-a0e5-8912b02da83c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6110129 May 31 11:43:41.024288 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 60552) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:43:41.030924 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.v2.base [None req-e8f6b0f1-1608-413f-ab4a-dbedf37765f5 admin admin] Request body: {'subnet': {'network_id': '7a6019c0-bdf6-49e5-92fb-c7ce48cdd3e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1099729017-subnet', 'tenant_id': '21620f2978f14caf8263adc33b2c065a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:43:41.036237 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-e8f6b0f1-1608-413f-ab4a-dbedf37765f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:43:41.041097 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-e8f6b0f1-1608-413f-ab4a-dbedf37765f5 admin admin] Usage tracker for resource:subnet and tenant:21620f2978f14caf8263adc33b2c065a is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:43:41.044613 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-e8f6b0f1-1608-413f-ab4a-dbedf37765f5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:43:41.052105 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-e8f6b0f1-1608-413f-ab4a-dbedf37765f5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:43:41.067862 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8f6b0f1-1608-413f-ab4a-dbedf37765f5 admin admin] Made reservation on behalf of 21620f2978f14caf8263adc33b2c065a for: {'subnet': 1} {{(pid=98443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:43:41.070979 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-e8f6b0f1-1608-413f-ab4a-dbedf37765f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6022280'] for subnet, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:41.179655 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb5a024-55e8-4871-94f9-3d861f3c9058 req-c9423c43-c416-4947-829f-ea9cdae50d18 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:41.185914 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-ddb5a024-55e8-4871-94f9-3d861f3c9058 req-c9423c43-c416-4947-829f-ea9cdae50d18 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/ports?device_id=11c3994d-7166-4e5d-89ba-1b00a03ff0b1 HTTP/1.1" status: 200 len: 945 time: 0.1090708 May 31 11:43:41.239447 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-ddb5a024-55e8-4871-94f9-3d861f3c9058 req-6a498ee1-5c39-44c5-bdea-d7288c6c81ae tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/security-groups?id=95f25048-ac3c-451a-9c7f-c753883b57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483193 May 31 11:43:41.489163 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fb86f2-70cb-4bc5-b374-4524547f3f2b req-198366fc-1263-4aa4-b37d-72a153a35acd tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:41.490831 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-c4fb86f2-70cb-4bc5-b374-4524547f3f2b req-198366fc-1263-4aa4-b37d-72a153a35acd tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=06785de2-89dd-40f4-8974-9220828497b9 HTTP/1.1" status: 200 len: 946 time: 0.0882185 May 31 11:43:41.515356 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-e8f6b0f1-1608-413f-ab4a-dbedf37765f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6695657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6022302'] for subnet, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:41.519213 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:41.607595 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-c4fb86f2-70cb-4bc5-b374-4524547f3f2b req-31830bb2-9d90-45d5-8532-d22e00db09f6 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099072 May 31 11:43:41.611544 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f6b0f1-1608-413f-ab4a-dbedf37765f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=994b1150-bfc7-4e89-a374-d5f0ae45dd7b,revision_number=0']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:41.615078 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-e8f6b0f1-1608-413f-ab4a-dbedf37765f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:41.623173 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f6b0f1-1608-413f-ab4a-dbedf37765f5 admin admin] Checking segment: {'id': '1817ee9f-714b-460d-bdfb-b2ca75b6d953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '7a6019c0-bdf6-49e5-92fb-c7ce48cdd3e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:43:41.623724 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f6b0f1-1608-413f-ab4a-dbedf37765f5 admin admin] Network hostable DHCP agents. Network: 7a6019c0-bdf6-49e5-92fb-c7ce48cdd3e2, hostable agents: ['fb962da1-0809-46df-9ec4-203c2f15f643'], hosted agents: [] {{(pid=98443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:43:41.658477 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f6b0f1-1608-413f-ab4a-dbedf37765f5 admin admin] Network 7a6019c0-bdf6-49e5-92fb-c7ce48cdd3e2 is scheduled to be hosted by DHCP agent fb962da1-0809-46df-9ec4-203c2f15f643 with binding_index 1 {{(pid=98443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:43:41.668697 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.base_scheduler [None req-e8f6b0f1-1608-413f-ab4a-dbedf37765f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-7-smb, 7a6019c0-bdf6-49e5-92fb-c7ce48cdd3e2) {{(pid=98443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:43:41.677891 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f6b0f1-1608-413f-ab4a-dbedf37765f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:41.678537 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-e8f6b0f1-1608-413f-ab4a-dbedf37765f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:41.681033 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3ad435-67b4-4868-ad2f-059ca72fe050 None None] Network 7a6019c0-bdf6-49e5-92fb-c7ce48cdd3e2 requested from dv-cinder-786383-7-smb {{(pid=98444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:43:41.705484 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-e8f6b0f1-1608-413f-ab4a-dbedf37765f5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6797445 May 31 11:43:41.814528 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734bc111-efab-451b-9660-04bdede8c677 req-457ce36a-5cb0-43da-b330-7cb715c6ed9e tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:41.823271 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-734bc111-efab-451b-9660-04bdede8c677 req-457ce36a-5cb0-43da-b330-7cb715c6ed9e tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db774e8-27b0-4a95-aa30-3b7d13d5786d HTTP/1.1" status: 200 len: 945 time: 0.1195149 May 31 11:43:41.874793 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-734bc111-efab-451b-9660-04bdede8c677 req-f7f5c009-ef95-4e57-ae0d-67709771db74 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1a6aea4-fc43-4be4-985d-d05aeb50d0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505126 May 31 11:43:41.921841 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175447d5-9f61-483c-960d-4429a71b4e42 None None] Network 7a6019c0-bdf6-49e5-92fb-c7ce48cdd3e2 requested from dv-cinder-786383-7-smb {{(pid=98444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:43:42.312794 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 60662) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:43:42.318488 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.v2.base [None req-a48966ed-5b82-49d5-ac04-780e0a7cab49 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-334265585-network', 'tenant_id': 'eab1ac9fb8a34281a0fc8f9206323a1c'}} {{(pid=98443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:43:42.323412 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-a48966ed-5b82-49d5-ac04-780e0a7cab49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:43:42.327894 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-a48966ed-5b82-49d5-ac04-780e0a7cab49 admin admin] Usage tracker for resource:network and tenant:eab1ac9fb8a34281a0fc8f9206323a1c is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:43:42.331078 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-a48966ed-5b82-49d5-ac04-780e0a7cab49 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:43:42.341404 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-a48966ed-5b82-49d5-ac04-780e0a7cab49 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:43:42.355430 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48966ed-5b82-49d5-ac04-780e0a7cab49 admin admin] Made reservation on behalf of eab1ac9fb8a34281a0fc8f9206323a1c for: {'network': 1} {{(pid=98443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:43:42.357715 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-a48966ed-5b82-49d5-ac04-780e0a7cab49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-574767'] for network, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:42.370394 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-a48966ed-5b82-49d5-ac04-780e0a7cab49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:42.386307 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-a48966ed-5b82-49d5-ac04-780e0a7cab49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:43:42.390147 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-a48966ed-5b82-49d5-ac04-780e0a7cab49 admin admin] Usage tracker for resource:security_group_rule and tenant:eab1ac9fb8a34281a0fc8f9206323a1c is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:43:42.393092 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-a48966ed-5b82-49d5-ac04-780e0a7cab49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:43:42.398959 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-a48966ed-5b82-49d5-ac04-780e0a7cab49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:43:42.452063 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4987df65-ec99-4d1a-83bd-551794979c8e req-bd64fce2-a89d-436e-83b4-893eace3d42a tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:42.453583 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-4987df65-ec99-4d1a-83bd-551794979c8e req-bd64fce2-a89d-436e-83b4-893eace3d42a tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/ports?device_id=11c3994d-7166-4e5d-89ba-1b00a03ff0b1 HTTP/1.1" status: 200 len: 945 time: 0.1007731 May 31 11:43:42.501687 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-4987df65-ec99-4d1a-83bd-551794979c8e req-0d6ad6e5-72b4-4adf-a890-fdcfeb8d7356 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/security-groups?id=95f25048-ac3c-451a-9c7f-c753883b57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414741 May 31 11:43:42.509145 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-a48966ed-5b82-49d5-ac04-780e0a7cab49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:42.514049 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-a48966ed-5b82-49d5-ac04-780e0a7cab49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:42.524490 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-174b4294-6af5-4c2d-bd1e-6b4b7699641a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:42.543872 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a48966ed-5b82-49d5-ac04-780e0a7cab49 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 678} {{(pid=98443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:43:42.560131 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48966ed-5b82-49d5-ac04-780e0a7cab49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d39e84-ade7-448d-aa76-526ebe0d522b,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:42.564349 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-a48966ed-5b82-49d5-ac04-780e0a7cab49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:42.565305 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-a48966ed-5b82-49d5-ac04-780e0a7cab49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654047'] for segment, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:42.565821 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.db.segments_db [None req-a48966ed-5b82-49d5-ac04-780e0a7cab49 admin admin] Added segment d8e062e1-c1d1-484d-a896-6b54aea26609 of type vlan for network 405809d1-e5c8-4933-9c44-94936a808757 May 31 11:43:42.601339 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-a48966ed-5b82-49d5-ac04-780e0a7cab49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781593130307'] for network, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:42.639874 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-a48966ed-5b82-49d5-ac04-780e0a7cab49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8325956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7927536'] for network, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:42.642245 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48966ed-5b82-49d5-ac04-780e0a7cab49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:42.642389 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-a48966ed-5b82-49d5-ac04-780e0a7cab49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927509'] for network, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:42.669719 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-9226e144-3315-48f3-a0e5-8912b02da83c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:42.695552 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 60688) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:43:42.695684 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-a48966ed-5b82-49d5-ac04-780e0a7cab49 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3816850 May 31 11:43:42.701600 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.v2.base [None req-602e767e-0acf-46da-b419-518bedf22459 admin admin] Request body: {'subnet': {'network_id': '405809d1-e5c8-4933-9c44-94936a808757', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-334265585-subnet', 'tenant_id': 'eab1ac9fb8a34281a0fc8f9206323a1c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:43:42.711259 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-602e767e-0acf-46da-b419-518bedf22459 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:43:42.720882 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-602e767e-0acf-46da-b419-518bedf22459 admin admin] Usage tracker for resource:subnet and tenant:eab1ac9fb8a34281a0fc8f9206323a1c is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:43:42.728361 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-602e767e-0acf-46da-b419-518bedf22459 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:43:42.735506 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-602e767e-0acf-46da-b419-518bedf22459 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:43:42.750062 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-602e767e-0acf-46da-b419-518bedf22459 admin admin] Made reservation on behalf of eab1ac9fb8a34281a0fc8f9206323a1c for: {'subnet': 1} {{(pid=98442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:43:42.755771 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-602e767e-0acf-46da-b419-518bedf22459 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6019314'] for subnet, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:42.794910 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48966ed-5b82-49d5-ac04-780e0a7cab49 admin admin] Pushing event updated for resources: {'Network': ['ID=405809d1-e5c8-4933-9c44-94936a808757,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:42.797767 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-a48966ed-5b82-49d5-ac04-780e0a7cab49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:42.807940 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Network 405809d1-e5c8-4933-9c44-94936a808757 details requested by agent ovs-agent-dv-cinder-786383-7-smb with host dv-cinder-786383-7-smb {{(pid=98444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:43:43.266107 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa7b04c-ef50-4a88-a97d-0dccdb0cae15 req-2cc0a6ab-6505-4f6b-ae08-7697f17b4675 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:43.273039 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-0fa7b04c-ef50-4a88-a97d-0dccdb0cae15 req-2cc0a6ab-6505-4f6b-ae08-7697f17b4675 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=06785de2-89dd-40f4-8974-9220828497b9 HTTP/1.1" status: 200 len: 946 time: 0.4511123 May 31 11:43:43.392066 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd45b1-0680-45ff-8131-85fae991518e req-46ce717d-160b-4b92-9164-eaea7575e3bd tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:43.401353 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-12fd45b1-0680-45ff-8131-85fae991518e req-46ce717d-160b-4b92-9164-eaea7575e3bd tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db774e8-27b0-4a95-aa30-3b7d13d5786d HTTP/1.1" status: 200 len: 945 time: 0.3427994 May 31 11:43:43.443292 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-0fa7b04c-ef50-4a88-a97d-0dccdb0cae15 req-cb9fc101-5025-4ec3-9158-901778fb4d6d tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690645 May 31 11:43:43.492348 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-12fd45b1-0680-45ff-8131-85fae991518e req-926d70f7-1959-4db4-81ab-ddd862d0ee21 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1a6aea4-fc43-4be4-985d-d05aeb50d0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900919 May 31 11:43:43.599240 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-602e767e-0acf-46da-b419-518bedf22459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6324379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6019300'] for subnet, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:43.604871 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:43.880420 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602e767e-0acf-46da-b419-518bedf22459 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3fe014f-983e-4b1c-854f-6ad4532b6f5e,revision_number=0']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:43.887536 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-602e767e-0acf-46da-b419-518bedf22459 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:43.888583 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602e767e-0acf-46da-b419-518bedf22459 admin admin] Checking segment: {'id': 'd8e062e1-c1d1-484d-a896-6b54aea26609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 678, 'network_id': '405809d1-e5c8-4933-9c44-94936a808757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:43:43.888936 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602e767e-0acf-46da-b419-518bedf22459 admin admin] Network hostable DHCP agents. Network: 405809d1-e5c8-4933-9c44-94936a808757, hostable agents: ['fb962da1-0809-46df-9ec4-203c2f15f643'], hosted agents: [] {{(pid=98442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:43:43.926364 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602e767e-0acf-46da-b419-518bedf22459 admin admin] Network 405809d1-e5c8-4933-9c44-94936a808757 is scheduled to be hosted by DHCP agent fb962da1-0809-46df-9ec4-203c2f15f643 with binding_index 1 {{(pid=98442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:43:43.935735 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a545f1b-ff1b-4d00-9f6d-25941e071ab3 req-0c259334-1025-4bc2-a9e7-5a2ea6f26c92 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:43.937170 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-9a545f1b-ff1b-4d00-9f6d-25941e071ab3 req-0c259334-1025-4bc2-a9e7-5a2ea6f26c92 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.61 "GET /v2.0/ports?device_id=11c3994d-7166-4e5d-89ba-1b00a03ff0b1 HTTP/1.1" status: 200 len: 945 time: 0.3029444 May 31 11:43:43.946331 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13f9eeb-1f2a-4824-8352-b61b84e5fa8c req-c62968ae-dcbf-4bbe-a7f2-f64cf1196591 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:43.947773 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-f13f9eeb-1f2a-4824-8352-b61b84e5fa8c req-c62968ae-dcbf-4bbe-a7f2-f64cf1196591 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/ports?device_id=11c3994d-7166-4e5d-89ba-1b00a03ff0b1 HTTP/1.1" status: 200 len: 945 time: 0.3099599 May 31 11:43:44.016955 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.base_scheduler [None req-602e767e-0acf-46da-b419-518bedf22459 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-7-smb, 405809d1-e5c8-4933-9c44-94936a808757) {{(pid=98442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:43:44.027531 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9779f96-fc95-41e1-87c5-80a37a0f7dfd None None] Network 405809d1-e5c8-4933-9c44-94936a808757 requested from dv-cinder-786383-7-smb {{(pid=98444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:43:44.046925 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602e767e-0acf-46da-b419-518bedf22459 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:44.047518 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-602e767e-0acf-46da-b419-518bedf22459 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927509'] for subnet, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:44.110592 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-f13f9eeb-1f2a-4824-8352-b61b84e5fa8c req-a90c8e51-d036-41ba-8889-aa20a207ce01 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/security-groups?id=95f25048-ac3c-451a-9c7f-c753883b57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237283 May 31 11:43:44.144758 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-602e767e-0acf-46da-b419-518bedf22459 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4436445 May 31 11:43:44.174816 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.plugin [req-9a545f1b-ff1b-4d00-9f6d-25941e071ab3 req-7167b0fe-a81e-4c5b-9280-f4da0f80f026 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Deleting port d487e3f8-5100-41c1-b891-70dee2830a35 {{(pid=98442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:43:44.176036 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-9a545f1b-ff1b-4d00-9f6d-25941e071ab3 req-7167b0fe-a81e-4c5b-9280-f4da0f80f026 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781593492803'] for port, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:44.294559 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52570f80-4304-4fd1-8f29-35d3546a1697 None None] Network 405809d1-e5c8-4933-9c44-94936a808757 requested from dv-cinder-786383-7-smb {{(pid=98444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:43:44.356388 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.db [req-9a545f1b-ff1b-4d00-9f6d-25941e071ab3 req-7167b0fe-a81e-4c5b-9280-f4da0f80f026 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] For port d487e3f8-5100-41c1-b891-70dee2830a35, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d487e3f8-5100-41c1-b891-70dee2830a35,segment=NetworkSegment(060d4e1c-f196-46cb-ba4f-7d352cbad15d),segment_id=060d4e1c-f196-46cb-ba4f-7d352cbad15d)] {{(pid=98442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:43:44.356855 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-9a545f1b-ff1b-4d00-9f6d-25941e071ab3 req-7167b0fe-a81e-4c5b-9280-f4da0f80f026 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8366366'] for port, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:44.510350 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.plugin [req-9a545f1b-ff1b-4d00-9f6d-25941e071ab3 req-7167b0fe-a81e-4c5b-9280-f4da0f80f026 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Calling delete_port for d487e3f8-5100-41c1-b891-70dee2830a35 owned by compute:nova {{(pid=98442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:43:44.823299 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe465a84-66fb-4042-ae37-ad16fa26dad7 req-d100be0b-3890-4011-b6c3-aa00c126ed5d tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:44.824578 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-fe465a84-66fb-4042-ae37-ad16fa26dad7 req-d100be0b-3890-4011-b6c3-aa00c126ed5d tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=06785de2-89dd-40f4-8974-9220828497b9 HTTP/1.1" status: 200 len: 946 time: 0.2244987 May 31 11:43:44.927296 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-9a545f1b-ff1b-4d00-9f6d-25941e071ab3 req-7167b0fe-a81e-4c5b-9280-f4da0f80f026 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781593493926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781593114067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6713643'] for port, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:44.931339 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-fe465a84-66fb-4042-ae37-ad16fa26dad7 req-94c44aee-6f22-49bf-9add-9a34e66636cf tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892644 May 31 11:43:44.954752 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-3572681f-2051-45aa-8168-d4563ebcec49 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:44.968037 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] get_ports_and_sgs() called for port_ids ['2e2c23ae-b00e-4a48-81a0-8bc201ba1436', 'f8cd1729-c99a-487a-a6b6-b528b9d6d0bc', 'cea46e23-b007-43a3-9ba5-a6601d7cbe26', 'd487e3f8-5100-41c1-b891-70dee2830a35'] {{(pid=98444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:43:44.998167 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7167b0fe-a81e-4c5b-9280-f4da0f80f026 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Pushing event deleted for resources: {'Port': ['ID=d487e3f8-5100-41c1-b891-70dee2830a35,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:45.011974 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-7167b0fe-a81e-4c5b-9280-f4da0f80f026 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:45.019302 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097dd4b-9ea5-4975-b57a-ad5a77508c9d req-34c2bf95-2cb7-492e-a469-e692dd30ca59 tempest-VolumesActionsTest-1547186197 tempest-VolumesActionsTest-1547186197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:45.020931 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-0097dd4b-9ea5-4975-b57a-ad5a77508c9d req-34c2bf95-2cb7-492e-a469-e692dd30ca59 tempest-VolumesActionsTest-1547186197 tempest-VolumesActionsTest-1547186197-project] 10.222.0.21 "GET /v2.0/networks?id=7a6019c0-bdf6-49e5-92fb-c7ce48cdd3e2 HTTP/1.1" status: 200 len: 809 time: 0.3199282 May 31 11:43:45.124069 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-0097dd4b-9ea5-4975-b57a-ad5a77508c9d req-162c02a9-3d59-4db9-89a1-8c6675271b6c tempest-VolumesActionsTest-1547186197 tempest-VolumesActionsTest-1547186197-project] 10.222.0.21 "GET /v2.0/quotas/21620f2978f14caf8263adc33b2c065a HTTP/1.1" status: 200 len: 375 time: 0.0589976 May 31 11:43:45.161355 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a545f1b-ff1b-4d00-9f6d-25941e071ab3 req-7167b0fe-a81e-4c5b-9280-f4da0f80f026 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] No DVR routers for this DVR port d487e3f8-5100-41c1-b891-70dee2830a35 on host hv-cinder-78638 {{(pid=98442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:43:45.170156 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-9a545f1b-ff1b-4d00-9f6d-25941e071ab3 req-7167b0fe-a81e-4c5b-9280-f4da0f80f026 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523773'] for port, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:45.177924 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11c3994d-7166-4e5d-89ba-1b00a03ff0b1', 'name': 'network-vif-deleted', 'tag': 'd487e3f8-5100-41c1-b891-70dee2830a35'}] {{(pid=98442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:43:45.180575 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98a8129e16d579ddc31ed5ae2a657a86bf742727e38e306195ca605a81ff71cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0237aaf4-b7db-4f2f-80f1-cf0a64b3bfa9" -d '{"events": [{"server_uuid": "11c3994d-7166-4e5d-89ba-1b00a03ff0b1", "name": "network-vif-deleted", "tag": "d487e3f8-5100-41c1-b891-70dee2830a35"}]}' {{(pid=98442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:43:45.246823 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-0097dd4b-9ea5-4975-b57a-ad5a77508c9d req-38a43868-8e09-4b70-9ca3-3f906e48a439 tempest-VolumesActionsTest-1547186197 tempest-VolumesActionsTest-1547186197-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=21620f2978f14caf8263adc33b2c065a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0782433 May 31 11:43:45.247953 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-9a545f1b-ff1b-4d00-9f6d-25941e071ab3 req-7167b0fe-a81e-4c5b-9280-f4da0f80f026 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.61 "DELETE /v2.0/ports/d487e3f8-5100-41c1-b891-70dee2830a35 HTTP/1.1" status: 204 len: 173 time: 1.2993193 May 31 11:43:45.379500 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54540c86-85ad-40c9-8c94-04dbd8952589 req-925fed60-f3a8-4698-aeda-158592365783 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:45.380942 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-54540c86-85ad-40c9-8c94-04dbd8952589 req-925fed60-f3a8-4698-aeda-158592365783 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db774e8-27b0-4a95-aa30-3b7d13d5786d HTTP/1.1" status: 200 len: 945 time: 0.2598789 May 31 11:43:45.420690 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-0097dd4b-9ea5-4975-b57a-ad5a77508c9d req-57ce11db-262c-4ad3-a86b-804876c061ee service neutron] 10.222.0.21 "GET /v2.0/networks/7a6019c0-bdf6-49e5-92fb-c7ce48cdd3e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656415 May 31 11:43:45.468394 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-54540c86-85ad-40c9-8c94-04dbd8952589 req-a31e11bc-9896-49e8-ab54-a1aeb9b33dd1 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1a6aea4-fc43-4be4-985d-d05aeb50d0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796256 May 31 11:43:45.668724 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [req-c0bbbdb1-ef76-4744-a471-ec67f3ef6c24 req-fd647825-5546-47d5-aa6b-f2b17befe041 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Synchronizing usage tracker for tenant:137483c5ff894f0390c68478edf226f3 on resource:port {{(pid=98442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:43:45.708454 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [req-c0bbbdb1-ef76-4744-a471-ec67f3ef6c24 req-fd647825-5546-47d5-aa6b-f2b17befe041 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Unset dirty status for tenant:137483c5ff894f0390c68478edf226f3 on resource:port {{(pid=98442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:43:45.709609 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-c0bbbdb1-ef76-4744-a471-ec67f3ef6c24 req-fd647825-5546-47d5-aa6b-f2b17befe041 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/ports?device_id=11c3994d-7166-4e5d-89ba-1b00a03ff0b1 HTTP/1.1" status: 200 len: 210 time: 0.0969665 May 31 11:43:45.717541 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-0097dd4b-9ea5-4975-b57a-ad5a77508c9d req-0c02fa30-e349-4b1c-b242-0696024a2b18 service neutron] 10.222.0.21 "GET /v2.0/networks/7a6019c0-bdf6-49e5-92fb-c7ce48cdd3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848437 May 31 11:43:45.768113 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab83096c-e7c9-4c87-b00d-68f092e2ff2b x-openstack-request-id: req-ab83096c-e7c9-4c87-b00d-68f092e2ff2b {{(pid=98442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:43:45.768113 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11c3994d-7166-4e5d-89ba-1b00a03ff0b1", "name": "network-vif-deleted", "tag": "d487e3f8-5100-41c1-b891-70dee2830a35", "status": "completed", "code": 200}]} {{(pid=98442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:43:45.768526 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ab83096c-e7c9-4c87-b00d-68f092e2ff2b {{(pid=98442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:43:45.769033 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11c3994d-7166-4e5d-89ba-1b00a03ff0b1', 'name': 'network-vif-deleted', 'tag': 'd487e3f8-5100-41c1-b891-70dee2830a35', 'status': 'completed', 'code': 200} May 31 11:43:45.852223 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 60808) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:43:45.929692 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-1e7ba82c-47cb-40a6-bc7e-617a21d01779 req-386dbab6-f168-4854-9afb-061411bfe271 tempest-VolumesActionsTest-1547186197 tempest-VolumesActionsTest-1547186197-project] 10.222.0.21 "GET /v2.0/ports?device_id=1caad29b-1fa8-4f4a-8a52-10c02168320a HTTP/1.1" status: 200 len: 210 time: 0.0487652 May 31 11:43:46.060656 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-0d9c67ab-d7d3-41cb-9b0a-e3c60d420555 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=775d6956068142748f808af76778a467&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2072442 May 31 11:43:46.060883 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 60824) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:43:46.201528 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-0f98c84c-3cb0-4191-b6db-d668cb519b45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:46.235171 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-0f98c84c-3cb0-4191-b6db-d668cb519b45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:46.250731 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3574fc4-f9ea-4259-86a7-952c29a6060e req-92299dd4-eb40-4c61-88f2-8c19ae8c3722 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:46.257935 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-e3574fc4-f9ea-4259-86a7-952c29a6060e req-92299dd4-eb40-4c61-88f2-8c19ae8c3722 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=06785de2-89dd-40f4-8974-9220828497b9 HTTP/1.1" status: 200 len: 946 time: 0.1774917 May 31 11:43:46.325137 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-e3574fc4-f9ea-4259-86a7-952c29a6060e req-41a3aca7-bf4d-42be-9920-220da2be5002 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663297 May 31 11:43:46.346267 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-0f98c84c-3cb0-4191-b6db-d668cb519b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:46.350379 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:46.362275 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f98c84c-3cb0-4191-b6db-d668cb519b45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37ccec20-43cf-49cd-9003-b3a8c88968e5,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:46.368661 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-0f98c84c-3cb0-4191-b6db-d668cb519b45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:46.369825 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-0f98c84c-3cb0-4191-b6db-d668cb519b45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:46.383335 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-0f98c84c-3cb0-4191-b6db-d668cb519b45 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/37ccec20-43cf-49cd-9003-b3a8c88968e5 HTTP/1.1" status: 204 len: 168 time: 0.3213573 May 31 11:43:46.695440 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14141f4-2035-4b31-82cb-7cf2d76c963e req-6b744fb1-7212-414d-bebb-9b1e11ee7e6b tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:46.697773 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-c14141f4-2035-4b31-82cb-7cf2d76c963e req-6b744fb1-7212-414d-bebb-9b1e11ee7e6b tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db774e8-27b0-4a95-aa30-3b7d13d5786d HTTP/1.1" status: 200 len: 945 time: 0.1027856 May 31 11:43:46.743478 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-c14141f4-2035-4b31-82cb-7cf2d76c963e req-31ec2e8d-d3d4-4759-8277-f9bc06dd9381 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1a6aea4-fc43-4be4-985d-d05aeb50d0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397437 May 31 11:43:47.244341 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-7202b99d-abf5-45c3-8e64-a3827aca7148 req-54589b42-6d15-45dc-a63a-33cc4ff25cf9 tempest-VolumesActionsTest-1547186197 tempest-VolumesActionsTest-1547186197-project] 10.222.0.21 "GET /v2.0/ports?device_id=1caad29b-1fa8-4f4a-8a52-10c02168320a HTTP/1.1" status: 200 len: 210 time: 0.0450854 May 31 11:43:47.422955 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097dd4b-9ea5-4975-b57a-ad5a77508c9d req-3302e320-f2c5-41c6-bbd7-ed0245d020fd tempest-VolumesActionsTest-1547186197 tempest-VolumesActionsTest-1547186197-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:47.425540 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-0097dd4b-9ea5-4975-b57a-ad5a77508c9d req-3302e320-f2c5-41c6-bbd7-ed0245d020fd tempest-VolumesActionsTest-1547186197 tempest-VolumesActionsTest-1547186197-project] 10.222.0.61 "GET /v2.0/networks?id=7a6019c0-bdf6-49e5-92fb-c7ce48cdd3e2 HTTP/1.1" status: 200 len: 809 time: 0.1667254 May 31 11:43:47.478670 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.v2.base [req-0097dd4b-9ea5-4975-b57a-ad5a77508c9d req-5283c57d-9828-4742-843d-7cd030db2042 tempest-VolumesActionsTest-1547186197 tempest-VolumesActionsTest-1547186197-project] Request body: {'port': {'device_id': '1caad29b-1fa8-4f4a-8a52-10c02168320a', 'network_id': '7a6019c0-bdf6-49e5-92fb-c7ce48cdd3e2', 'admin_state_up': True, 'tenant_id': '21620f2978f14caf8263adc33b2c065a'}} {{(pid=98442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:43:47.592980 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device d487e3f8-5100-41c1-b891-70dee2830a35 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:43:47.631315 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.plugin [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] No Port match for: d487e3f8-5100-41c1-b891-70dee2830a35 {{(pid=98444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:43:47.631634 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device d487e3f8-5100-41c1-b891-70dee2830a35 not bound to the agent host hv-cinder-78638 {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:43:47.663967 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb449860-7b78-4e0f-999a-ebd2132dcf41 req-333a05b3-ea50-4dfd-85d0-81ead28f1e29 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:47.665446 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-bb449860-7b78-4e0f-999a-ebd2132dcf41 req-333a05b3-ea50-4dfd-85d0-81ead28f1e29 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=06785de2-89dd-40f4-8974-9220828497b9 HTTP/1.1" status: 200 len: 946 time: 0.2273481 May 31 11:43:47.666452 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [req-0097dd4b-9ea5-4975-b57a-ad5a77508c9d req-5283c57d-9828-4742-843d-7cd030db2042 tempest-VolumesActionsTest-1547186197 tempest-VolumesActionsTest-1547186197-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:43:47.671353 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [req-0097dd4b-9ea5-4975-b57a-ad5a77508c9d req-5283c57d-9828-4742-843d-7cd030db2042 tempest-VolumesActionsTest-1547186197 tempest-VolumesActionsTest-1547186197-project] Usage tracker for resource:port and tenant:21620f2978f14caf8263adc33b2c065a is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:43:47.677446 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [req-0097dd4b-9ea5-4975-b57a-ad5a77508c9d req-5283c57d-9828-4742-843d-7cd030db2042 tempest-VolumesActionsTest-1547186197 tempest-VolumesActionsTest-1547186197-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:43:47.696955 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [req-0097dd4b-9ea5-4975-b57a-ad5a77508c9d req-5283c57d-9828-4742-843d-7cd030db2042 tempest-VolumesActionsTest-1547186197 tempest-VolumesActionsTest-1547186197-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:43:47.723486 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0097dd4b-9ea5-4975-b57a-ad5a77508c9d req-5283c57d-9828-4742-843d-7cd030db2042 tempest-VolumesActionsTest-1547186197 tempest-VolumesActionsTest-1547186197-project] Made reservation on behalf of 21620f2978f14caf8263adc33b2c065a for: {'port': 1} {{(pid=98442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:43:47.727160 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-0097dd4b-9ea5-4975-b57a-ad5a77508c9d req-5283c57d-9828-4742-843d-7cd030db2042 tempest-VolumesActionsTest-1547186197 tempest-VolumesActionsTest-1547186197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:47.748784 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-bb449860-7b78-4e0f-999a-ebd2132dcf41 req-1e85fcab-d3ce-43db-88d5-eb25fdeaf0db tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730636 May 31 11:43:47.978609 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.db_base_plugin_common [req-0097dd4b-9ea5-4975-b57a-ad5a77508c9d req-5283c57d-9828-4742-843d-7cd030db2042 tempest-VolumesActionsTest-1547186197 tempest-VolumesActionsTest-1547186197-project] Allocated IP 172.20.0.2 (7a6019c0-bdf6-49e5-92fb-c7ce48cdd3e2/994b1150-bfc7-4e89-a374-d5f0ae45dd7b/2dac8332-5073-4877-8e44-aa89e36c6424) {{(pid=98442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:43:48.031546 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2f86b1-cee3-41b6-a765-1e7886fbee11 req-dc96995c-bd64-4796-a6d7-ee66b95acbeb tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:48.033053 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-0e2f86b1-cee3-41b6-a765-1e7886fbee11 req-dc96995c-bd64-4796-a6d7-ee66b95acbeb tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db774e8-27b0-4a95-aa30-3b7d13d5786d HTTP/1.1" status: 200 len: 945 time: 0.1798434 May 31 11:43:48.179895 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-0e2f86b1-cee3-41b6-a765-1e7886fbee11 req-5d9c1288-9507-44f5-8455-bc2b2350201d tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1a6aea4-fc43-4be4-985d-d05aeb50d0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388016 May 31 11:43:48.263796 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-0097dd4b-9ea5-4975-b57a-ad5a77508c9d req-5283c57d-9828-4742-843d-7cd030db2042 tempest-VolumesActionsTest-1547186197 tempest-VolumesActionsTest-1547186197-project] Notify callbacks [] for port, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:48.300317 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-0097dd4b-9ea5-4975-b57a-ad5a77508c9d req-5283c57d-9828-4742-843d-7cd030db2042 tempest-VolumesActionsTest-1547186197 tempest-VolumesActionsTest-1547186197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781593114058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6713643'] for port, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:48.307763 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:48.409375 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0097dd4b-9ea5-4975-b57a-ad5a77508c9d req-5283c57d-9828-4742-843d-7cd030db2042 tempest-VolumesActionsTest-1547186197 tempest-VolumesActionsTest-1547186197-project] Network 7a6019c0-bdf6-49e5-92fb-c7ce48cdd3e2 is already hosted by enough agents. {{(pid=98442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:43:48.417807 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.base_scheduler [req-0097dd4b-9ea5-4975-b57a-ad5a77508c9d req-5283c57d-9828-4742-843d-7cd030db2042 tempest-VolumesActionsTest-1547186197 tempest-VolumesActionsTest-1547186197-project] Resources bound (agent type, host, resource id): {{(pid=98442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:43:48.463021 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.l3_dvrscheduler_db [req-0097dd4b-9ea5-4975-b57a-ad5a77508c9d req-5283c57d-9828-4742-843d-7cd030db2042 tempest-VolumesActionsTest-1547186197 tempest-VolumesActionsTest-1547186197-project] Received port after_create {{(pid=98442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:43:48.594206 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5283c57d-9828-4742-843d-7cd030db2042 tempest-VolumesActionsTest-1547186197 tempest-VolumesActionsTest-1547186197-project] Pushing event updated for resources: {'Port': ['ID=2dac8332-5073-4877-8e44-aa89e36c6424,revision_number=1']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:48.613365 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-5283c57d-9828-4742-843d-7cd030db2042 tempest-VolumesActionsTest-1547186197 tempest-VolumesActionsTest-1547186197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:48.645290 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097dd4b-9ea5-4975-b57a-ad5a77508c9d req-5283c57d-9828-4742-843d-7cd030db2042 tempest-VolumesActionsTest-1547186197 tempest-VolumesActionsTest-1547186197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:48.645876 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-0097dd4b-9ea5-4975-b57a-ad5a77508c9d req-5283c57d-9828-4742-843d-7cd030db2042 tempest-VolumesActionsTest-1547186197 tempest-VolumesActionsTest-1547186197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523773'] for port, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:48.681149 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-0097dd4b-9ea5-4975-b57a-ad5a77508c9d req-5283c57d-9828-4742-843d-7cd030db2042 tempest-VolumesActionsTest-1547186197 tempest-VolumesActionsTest-1547186197-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2105777 May 31 11:43:48.691982 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db13cea-d5c4-4ab1-8ab9-5f24ce09c724 req-6d756fa0-b8a7-487c-9d43-ee19378a60f5 tempest-VolumesActionsTest-1547186197 tempest-VolumesActionsTest-1547186197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:48.692661 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [req-7db13cea-d5c4-4ab1-8ab9-5f24ce09c724 req-6d756fa0-b8a7-487c-9d43-ee19378a60f5 tempest-VolumesActionsTest-1547186197 tempest-VolumesActionsTest-1547186197-project] Synchronizing usage tracker for tenant:21620f2978f14caf8263adc33b2c065a on resource:port {{(pid=98442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:43:48.703744 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddce16f-8559-4b7e-b428-1d3431b66528 req-da101c90-39ca-4f3b-8f8e-5c1c46a11c71 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:48.705152 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-6ddce16f-8559-4b7e-b428-1d3431b66528 req-da101c90-39ca-4f3b-8f8e-5c1c46a11c71 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/ports?device_id=5018802e-cc17-4386-9e83-07c773b978b0 HTTP/1.1" status: 200 len: 946 time: 0.2979212 May 31 11:43:48.711066 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.v2.base [req-0097dd4b-9ea5-4975-b57a-ad5a77508c9d req-dafef234-c317-495e-b71a-84f851a89b68 service neutron] Request body: {'port': {'device_id': '1caad29b-1fa8-4f4a-8a52-10c02168320a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:43:48.795960 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [req-7db13cea-d5c4-4ab1-8ab9-5f24ce09c724 req-6d756fa0-b8a7-487c-9d43-ee19378a60f5 tempest-VolumesActionsTest-1547186197 tempest-VolumesActionsTest-1547186197-project] Unset dirty status for tenant:21620f2978f14caf8263adc33b2c065a on resource:port {{(pid=98442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:43:48.797097 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-7db13cea-d5c4-4ab1-8ab9-5f24ce09c724 req-6d756fa0-b8a7-487c-9d43-ee19378a60f5 tempest-VolumesActionsTest-1547186197 tempest-VolumesActionsTest-1547186197-project] 10.222.0.21 "GET /v2.0/ports?device_id=1caad29b-1fa8-4f4a-8a52-10c02168320a HTTP/1.1" status: 200 len: 931 time: 0.4317257 May 31 11:43:48.866005 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-6ddce16f-8559-4b7e-b428-1d3431b66528 req-5a05e157-13d3-414c-9e1a-afee65472c5f tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/security-groups?id=95f25048-ac3c-451a-9c7f-c753883b57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233747 May 31 11:43:48.905953 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-0097dd4b-9ea5-4975-b57a-ad5a77508c9d req-dafef234-c317-495e-b71a-84f851a89b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:48.920744 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-7db13cea-d5c4-4ab1-8ab9-5f24ce09c724 req-e4209aa8-2e27-4dbf-a395-8ab27ffd2c83 tempest-VolumesActionsTest-1547186197 tempest-VolumesActionsTest-1547186197-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b60ecb6-0d22-4b0e-97c4-c769a4b91145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152363 May 31 11:43:49.153819 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48960d09-1be7-4f4b-af24-9539e919a4ab req-d8bdb129-acb3-4876-97f9-947bc66d542f tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:49.155274 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-48960d09-1be7-4f4b-af24-9539e919a4ab req-d8bdb129-acb3-4876-97f9-947bc66d542f tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=06785de2-89dd-40f4-8974-9220828497b9 HTTP/1.1" status: 200 len: 946 time: 0.1773436 May 31 11:43:49.277048 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-48960d09-1be7-4f4b-af24-9539e919a4ab req-4e219f19-0733-4e99-aa80-f11fd204dc5e tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755875 May 31 11:43:49.434172 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.notifiers.nova [req-0097dd4b-9ea5-4975-b57a-ad5a77508c9d req-dafef234-c317-495e-b71a-84f851a89b68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dac8332-5073-4877-8e44-aa89e36c6424 {{(pid=98442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:43:49.443797 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-0097dd4b-9ea5-4975-b57a-ad5a77508c9d req-dafef234-c317-495e-b71a-84f851a89b68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:49.462493 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f22ac3-7edc-4d41-a63f-b393e8557b6f req-142a920d-6c8d-4fb2-b304-baf6776b4e9c tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:49.464021 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-e5f22ac3-7edc-4d41-a63f-b393e8557b6f req-142a920d-6c8d-4fb2-b304-baf6776b4e9c tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db774e8-27b0-4a95-aa30-3b7d13d5786d HTTP/1.1" status: 200 len: 945 time: 0.1592739 May 31 11:43:49.470058 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.provisioning_blocks [req-0097dd4b-9ea5-4975-b57a-ad5a77508c9d req-dafef234-c317-495e-b71a-84f851a89b68 service neutron] Transition to ACTIVE for port object 2dac8332-5073-4877-8e44-aa89e36c6424 will not be triggered until provisioned by entity L2. {{(pid=98442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:43:49.488972 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-0097dd4b-9ea5-4975-b57a-ad5a77508c9d req-dafef234-c317-495e-b71a-84f851a89b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6713634'] for port, after_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:49.496983 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-7167b0fe-a81e-4c5b-9280-f4da0f80f026 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:49.623859 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-e5f22ac3-7edc-4d41-a63f-b393e8557b6f req-5c6a76ee-d9d8-40fc-99e6-c3452d946d9e tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1a6aea4-fc43-4be4-985d-d05aeb50d0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526659 May 31 11:43:49.644724 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafef234-c317-495e-b71a-84f851a89b68 service neutron] Pushing event updated for resources: {'Port': ['ID=2dac8332-5073-4877-8e44-aa89e36c6424,revision_number=2']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:49.671261 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-dafef234-c317-495e-b71a-84f851a89b68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:49.749177 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.managers [req-0097dd4b-9ea5-4975-b57a-ad5a77508c9d req-dafef234-c317-495e-b71a-84f851a89b68 service neutron] Attempting to bind port 2dac8332-5073-4877-8e44-aa89e36c6424 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:43:49.749395 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.managers [req-0097dd4b-9ea5-4975-b57a-ad5a77508c9d req-dafef234-c317-495e-b71a-84f851a89b68 service neutron] Attempting to bind port 2dac8332-5073-4877-8e44-aa89e36c6424 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '1817ee9f-714b-460d-bdfb-b2ca75b6d953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '7a6019c0-bdf6-49e5-92fb-c7ce48cdd3e2'}] {{(pid=98442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:43:49.749733 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0097dd4b-9ea5-4975-b57a-ad5a77508c9d req-dafef234-c317-495e-b71a-84f851a89b68 service neutron] Attempting to bind port 2dac8332-5073-4877-8e44-aa89e36c6424 on network 7a6019c0-bdf6-49e5-92fb-c7ce48cdd3e2 {{(pid=98442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:43:49.754596 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0097dd4b-9ea5-4975-b57a-ad5a77508c9d req-dafef234-c317-495e-b71a-84f851a89b68 service neutron] Port 2dac8332-5073-4877-8e44-aa89e36c6424 on network 7a6019c0-bdf6-49e5-92fb-c7ce48cdd3e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:43:49.754942 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0097dd4b-9ea5-4975-b57a-ad5a77508c9d req-dafef234-c317-495e-b71a-84f851a89b68 service neutron] Attempting to bind port 2dac8332-5073-4877-8e44-aa89e36c6424 on network 7a6019c0-bdf6-49e5-92fb-c7ce48cdd3e2 {{(pid=98442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:43:49.760369 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0097dd4b-9ea5-4975-b57a-ad5a77508c9d req-dafef234-c317-495e-b71a-84f851a89b68 service neutron] Checking agent: {'id': '63ca40a8-ec34-4216-8e55-4658d3f28a5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 39, 38), 'started_at': datetime.datetime(2021, 5, 31, 11, 39, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:43:49.760706 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0097dd4b-9ea5-4975-b57a-ad5a77508c9d req-dafef234-c317-495e-b71a-84f851a89b68 service neutron] Checking segment: {'id': '1817ee9f-714b-460d-bdfb-b2ca75b6d953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '7a6019c0-bdf6-49e5-92fb-c7ce48cdd3e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:43:49.761088 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0097dd4b-9ea5-4975-b57a-ad5a77508c9d req-dafef234-c317-495e-b71a-84f851a89b68 service neutron] Bound using segment: {'id': '1817ee9f-714b-460d-bdfb-b2ca75b6d953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '7a6019c0-bdf6-49e5-92fb-c7ce48cdd3e2'} {{(pid=98442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:43:49.761512 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.managers [req-0097dd4b-9ea5-4975-b57a-ad5a77508c9d req-dafef234-c317-495e-b71a-84f851a89b68 service neutron] Bound port: 2dac8332-5073-4877-8e44-aa89e36c6424, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1817ee9f-714b-460d-bdfb-b2ca75b6d953', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 661, 'network_id': '7a6019c0-bdf6-49e5-92fb-c7ce48cdd3e2'}}] {{(pid=98442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:43:49.761846 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-0097dd4b-9ea5-4975-b57a-ad5a77508c9d req-dafef234-c317-495e-b71a-84f851a89b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:49.858597 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.db [req-0097dd4b-9ea5-4975-b57a-ad5a77508c9d req-dafef234-c317-495e-b71a-84f851a89b68 service neutron] For port 2dac8332-5073-4877-8e44-aa89e36c6424, host hv-cinder-78638, cleared binding levels {{(pid=98442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:43:49.861685 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.db [req-0097dd4b-9ea5-4975-b57a-ad5a77508c9d req-dafef234-c317-495e-b71a-84f851a89b68 service neutron] For port 2dac8332-5073-4877-8e44-aa89e36c6424, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2dac8332-5073-4877-8e44-aa89e36c6424,segment=NetworkSegment(1817ee9f-714b-460d-bdfb-b2ca75b6d953),segment_id=1817ee9f-714b-460d-bdfb-b2ca75b6d953)] {{(pid=98442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:43:49.868937 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-0097dd4b-9ea5-4975-b57a-ad5a77508c9d req-dafef234-c317-495e-b71a-84f851a89b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6713634'] for port, after_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:49.873372 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:49.932907 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097dd4b-9ea5-4975-b57a-ad5a77508c9d req-dafef234-c317-495e-b71a-84f851a89b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:49.933635 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-0097dd4b-9ea5-4975-b57a-ad5a77508c9d req-dafef234-c317-495e-b71a-84f851a89b68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523773'] for port, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:49.935251 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-0097dd4b-9ea5-4975-b57a-ad5a77508c9d req-dafef234-c317-495e-b71a-84f851a89b68 service neutron] 10.222.0.61 "PUT /v2.0/ports/2dac8332-5073-4877-8e44-aa89e36c6424 HTTP/1.1" status: 200 len: 1093 time: 1.2286727 May 31 11:43:49.935691 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1caad29b-1fa8-4f4a-8a52-10c02168320a', 'tag': '2dac8332-5073-4877-8e44-aa89e36c6424'}] {{(pid=98442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:43:49.937927 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98a8129e16d579ddc31ed5ae2a657a86bf742727e38e306195ca605a81ff71cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-414c9dcf-d9aa-4d2f-9ce2-9f4a6244fdfd" -d '{"events": [{"name": "network-changed", "server_uuid": "1caad29b-1fa8-4f4a-8a52-10c02168320a", "tag": "2dac8332-5073-4877-8e44-aa89e36c6424"}]}' {{(pid=98442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:43:49.958190 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafef234-c317-495e-b71a-84f851a89b68 service neutron] Pushing event updated for resources: {'Port': ['ID=2dac8332-5073-4877-8e44-aa89e36c6424,revision_number=3']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:49.961482 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-dafef234-c317-495e-b71a-84f851a89b68 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:50.022621 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85498c62-c92d-4c2b-b4d1-c3d93a79a704 x-openstack-request-id: req-85498c62-c92d-4c2b-b4d1-c3d93a79a704 {{(pid=98442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:43:50.022955 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1caad29b-1fa8-4f4a-8a52-10c02168320a", "tag": "2dac8332-5073-4877-8e44-aa89e36c6424", "status": "completed", "code": 200}]} {{(pid=98442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:43:50.023237 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-85498c62-c92d-4c2b-b4d1-c3d93a79a704 {{(pid=98442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:43:50.023653 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1caad29b-1fa8-4f4a-8a52-10c02168320a', 'tag': '2dac8332-5073-4877-8e44-aa89e36c6424', 'status': 'completed', 'code': 200} May 31 11:43:50.185746 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70f778f-cb38-4d64-b790-975a12ba9f11 req-6089d1d9-e955-4afb-a3c3-40b3b1df4222 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:50.187257 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-a70f778f-cb38-4d64-b790-975a12ba9f11 req-6089d1d9-e955-4afb-a3c3-40b3b1df4222 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/ports?device_id=5018802e-cc17-4386-9e83-07c773b978b0 HTTP/1.1" status: 200 len: 946 time: 0.2060463 May 31 11:43:50.212838 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097dd4b-9ea5-4975-b57a-ad5a77508c9d req-ac4dabe2-e537-4fa5-ab12-6facf66c8c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:50.214296 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-0097dd4b-9ea5-4975-b57a-ad5a77508c9d req-ac4dabe2-e537-4fa5-ab12-6facf66c8c14 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=21620f2978f14caf8263adc33b2c065a&device_id=1caad29b-1fa8-4f4a-8a52-10c02168320a HTTP/1.1" status: 200 len: 1096 time: 0.1854060 May 31 11:43:50.228118 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c999571-6dec-4e9d-8663-f716e01a5d7e req-45e62889-4491-4586-8b10-d27f8b847411 tempest-VolumesActionsTest-1547186197 tempest-VolumesActionsTest-1547186197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:50.229489 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-8c999571-6dec-4e9d-8663-f716e01a5d7e req-45e62889-4491-4586-8b10-d27f8b847411 tempest-VolumesActionsTest-1547186197 tempest-VolumesActionsTest-1547186197-project] 10.222.0.21 "GET /v2.0/ports?device_id=1caad29b-1fa8-4f4a-8a52-10c02168320a HTTP/1.1" status: 200 len: 943 time: 0.1512992 May 31 11:43:50.323545 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-0097dd4b-9ea5-4975-b57a-ad5a77508c9d req-ad00b503-bd94-4056-969d-b941e82a45d5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2dac8332-5073-4877-8e44-aa89e36c6424 HTTP/1.1" status: 200 len: 217 time: 0.0894625 May 31 11:43:50.335501 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-a70f778f-cb38-4d64-b790-975a12ba9f11 req-3c8ae324-e6d6-4839-a861-f6161558fb50 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/security-groups?id=95f25048-ac3c-451a-9c7f-c753883b57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407728 May 31 11:43:50.364658 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-8c999571-6dec-4e9d-8663-f716e01a5d7e req-b5f1cd0d-184e-4430-aa81-52bba9365b6d tempest-VolumesActionsTest-1547186197 tempest-VolumesActionsTest-1547186197-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b60ecb6-0d22-4b0e-97c4-c769a4b91145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669663 May 31 11:43:50.453220 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0097dd4b-9ea5-4975-b57a-ad5a77508c9d req-94f509ad-ba44-4a2a-b151-bd0cc0fdfd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:50.454956 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-0097dd4b-9ea5-4975-b57a-ad5a77508c9d req-94f509ad-ba44-4a2a-b151-bd0cc0fdfd02 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=994b1150-bfc7-4e89-a374-d5f0ae45dd7b HTTP/1.1" status: 200 len: 849 time: 0.0642610 May 31 11:43:50.623635 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-0097dd4b-9ea5-4975-b57a-ad5a77508c9d req-c1a77f95-5800-4972-9492-54d604065657 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7a6019c0-bdf6-49e5-92fb-c7ce48cdd3e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1293371 May 31 11:43:50.661917 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83e998b-e6d5-4296-9099-0230570dab9a req-3f89ef0b-4201-48ef-8c91-d46ee6d7e08e tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:50.663839 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-c83e998b-e6d5-4296-9099-0230570dab9a req-3f89ef0b-4201-48ef-8c91-d46ee6d7e08e tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=06785de2-89dd-40f4-8974-9220828497b9 HTTP/1.1" status: 200 len: 946 time: 0.2080240 May 31 11:43:50.710167 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-c83e998b-e6d5-4296-9099-0230570dab9a req-8935097f-a319-499d-97ea-e2c3f0f90942 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404046 May 31 11:43:50.904651 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd8b9f-7362-4237-8ca0-e281a43d07ab req-a57cf639-73d7-4e5b-b4cf-f476fd74438d tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:50.905352 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [req-1dbd8b9f-7362-4237-8ca0-e281a43d07ab req-a57cf639-73d7-4e5b-b4cf-f476fd74438d tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Synchronizing usage tracker for tenant:137483c5ff894f0390c68478edf226f3 on resource:port {{(pid=98443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:43:50.918289 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [req-1dbd8b9f-7362-4237-8ca0-e281a43d07ab req-a57cf639-73d7-4e5b-b4cf-f476fd74438d tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Unset dirty status for tenant:137483c5ff894f0390c68478edf226f3 on resource:port {{(pid=98443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:43:50.919441 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-1dbd8b9f-7362-4237-8ca0-e281a43d07ab req-a57cf639-73d7-4e5b-b4cf-f476fd74438d tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.61 "GET /v2.0/ports?device_id=5018802e-cc17-4386-9e83-07c773b978b0 HTTP/1.1" status: 200 len: 946 time: 0.1769588 May 31 11:43:50.941955 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e93590-f30b-4201-920a-fd2ebbe4db1d req-10a81c31-21c0-42ef-a2fd-2ff47d56c2e8 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:50.943464 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-f3e93590-f30b-4201-920a-fd2ebbe4db1d req-10a81c31-21c0-42ef-a2fd-2ff47d56c2e8 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db774e8-27b0-4a95-aa30-3b7d13d5786d HTTP/1.1" status: 200 len: 945 time: 0.2085965 May 31 11:43:50.953572 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-0097dd4b-9ea5-4975-b57a-ad5a77508c9d req-1666e057-d183-4105-bd61-998088ee35ea service neutron] 10.222.0.61 "GET /v2.0/networks/7a6019c0-bdf6-49e5-92fb-c7ce48cdd3e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838667 May 31 11:43:51.076040 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.plugin [req-1dbd8b9f-7362-4237-8ca0-e281a43d07ab req-05b08047-dbef-4672-b073-8c6a94646142 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Deleting port cea46e23-b007-43a3-9ba5-a6601d7cbe26 {{(pid=98443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:43:51.076420 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-1dbd8b9f-7362-4237-8ca0-e281a43d07ab req-05b08047-dbef-4672-b073-8c6a94646142 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781593492803'] for port, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:51.078490 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-f3e93590-f30b-4201-920a-fd2ebbe4db1d req-2f12af48-e13d-4cee-8d68-e9a592876a33 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1a6aea4-fc43-4be4-985d-d05aeb50d0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1240404 May 31 11:43:51.124331 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-0097dd4b-9ea5-4975-b57a-ad5a77508c9d req-6278d91a-eee1-4e71-aa6d-1accfa08b0dd service neutron] 10.222.0.61 "GET /v2.0/networks/7a6019c0-bdf6-49e5-92fb-c7ce48cdd3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549714 May 31 11:43:51.222191 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.db [req-1dbd8b9f-7362-4237-8ca0-e281a43d07ab req-05b08047-dbef-4672-b073-8c6a94646142 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] For port cea46e23-b007-43a3-9ba5-a6601d7cbe26, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cea46e23-b007-43a3-9ba5-a6601d7cbe26,segment=NetworkSegment(060d4e1c-f196-46cb-ba4f-7d352cbad15d),segment_id=060d4e1c-f196-46cb-ba4f-7d352cbad15d)] {{(pid=98443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:43:51.222530 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-1dbd8b9f-7362-4237-8ca0-e281a43d07ab req-05b08047-dbef-4672-b073-8c6a94646142 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8366366'] for port, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:51.355046 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414c9dcf-d9aa-4d2f-9ce2-9f4a6244fdfd req-8d845a09-9ac4-4693-91ed-75dab02f86a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:51.356638 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-414c9dcf-d9aa-4d2f-9ce2-9f4a6244fdfd req-8d845a09-9ac4-4693-91ed-75dab02f86a7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=21620f2978f14caf8263adc33b2c065a&device_id=1caad29b-1fa8-4f4a-8a52-10c02168320a HTTP/1.1" status: 200 len: 1096 time: 0.1062675 May 31 11:43:51.360392 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.plugin [req-1dbd8b9f-7362-4237-8ca0-e281a43d07ab req-05b08047-dbef-4672-b073-8c6a94646142 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Calling delete_port for cea46e23-b007-43a3-9ba5-a6601d7cbe26 owned by compute:nova {{(pid=98443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:43:51.482496 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-1dbd8b9f-7362-4237-8ca0-e281a43d07ab req-05b08047-dbef-4672-b073-8c6a94646142 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781593493926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781593114067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6347609'] for port, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:51.492770 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-ec67474d-173a-4550-8294-8a3d41d72876 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:51.525674 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] get_ports_and_sgs() called for port_ids ['2e2c23ae-b00e-4a48-81a0-8bc201ba1436', 'f8cd1729-c99a-487a-a6b6-b528b9d6d0bc', 'cea46e23-b007-43a3-9ba5-a6601d7cbe26'] {{(pid=98444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:43:51.577930 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b08047-dbef-4672-b073-8c6a94646142 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Pushing event deleted for resources: {'Port': ['ID=cea46e23-b007-43a3-9ba5-a6601d7cbe26,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:51.587098 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-05b08047-dbef-4672-b073-8c6a94646142 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:51.612092 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-04fe562c-b046-431b-9cd8-c2d7c6f8f242 req-e0005015-e981-454e-9e8c-fa2004898112 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/ports?device_id=5018802e-cc17-4386-9e83-07c773b978b0 HTTP/1.1" status: 200 len: 210 time: 0.0698416 May 31 11:43:51.675745 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dbd8b9f-7362-4237-8ca0-e281a43d07ab req-05b08047-dbef-4672-b073-8c6a94646142 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] No DVR routers for this DVR port cea46e23-b007-43a3-9ba5-a6601d7cbe26 on host hv-cinder-78638 {{(pid=98443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:43:51.687538 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-1dbd8b9f-7362-4237-8ca0-e281a43d07ab req-05b08047-dbef-4672-b073-8c6a94646142 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523773'] for port, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:51.690159 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5018802e-cc17-4386-9e83-07c773b978b0', 'name': 'network-vif-deleted', 'tag': 'cea46e23-b007-43a3-9ba5-a6601d7cbe26'}] {{(pid=98443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:43:51.692553 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56017c51fa2db9d96507774d194550d251c1d18f102e1d67e4a71b2ac79ee147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6d68d5f-bc72-43d6-82aa-31503a1e08b3" -d '{"events": [{"server_uuid": "5018802e-cc17-4386-9e83-07c773b978b0", "name": "network-vif-deleted", "tag": "cea46e23-b007-43a3-9ba5-a6601d7cbe26"}]}' {{(pid=98443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:43:51.710857 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a08cd-b705-4c86-9750-8bee7dae7e00 req-a892162b-d1e9-4b63-8023-32b192f3100b tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:51.712885 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-f49a08cd-b705-4c86-9750-8bee7dae7e00 req-a892162b-d1e9-4b63-8023-32b192f3100b tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db774e8-27b0-4a95-aa30-3b7d13d5786d HTTP/1.1" status: 200 len: 945 time: 0.3481979 May 31 11:43:51.721649 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-1dbd8b9f-7362-4237-8ca0-e281a43d07ab req-05b08047-dbef-4672-b073-8c6a94646142 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.61 "DELETE /v2.0/ports/cea46e23-b007-43a3-9ba5-a6601d7cbe26 HTTP/1.1" status: 204 len: 173 time: 0.7911983 May 31 11:43:51.744347 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a4f17c-2e61-4420-b914-73cc6996cec7 req-4941b4da-7f33-495f-b99f-6e55e001e089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:51.746149 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-c0a4f17c-2e61-4420-b914-73cc6996cec7 req-4941b4da-7f33-495f-b99f-6e55e001e089 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0eca8cc498704c828ce4fda2d808043a&device_id=8db774e8-27b0-4a95-aa30-3b7d13d5786d HTTP/1.1" status: 200 len: 1098 time: 0.2123227 May 31 11:43:51.814490 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414c9dcf-d9aa-4d2f-9ce2-9f4a6244fdfd req-5d431b29-19f5-4d7b-94b7-dc3596c3a69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:51.816245 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-414c9dcf-d9aa-4d2f-9ce2-9f4a6244fdfd req-5d431b29-19f5-4d7b-94b7-dc3596c3a69a service neutron] 10.222.0.61 "GET /v2.0/networks?id=7a6019c0-bdf6-49e5-92fb-c7ce48cdd3e2 HTTP/1.1" status: 200 len: 910 time: 0.4050944 May 31 11:43:51.903141 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-414c9dcf-d9aa-4d2f-9ce2-9f4a6244fdfd req-a1aa4011-6b06-43e3-8383-87c0bca978b9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2dac8332-5073-4877-8e44-aa89e36c6424 HTTP/1.1" status: 200 len: 217 time: 0.0755627 May 31 11:43:51.914556 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 60938) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:43:51.925578 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-f49a08cd-b705-4c86-9750-8bee7dae7e00 req-e4b04565-b1d4-40b5-b72c-83ed031d5e3f tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1a6aea4-fc43-4be4-985d-d05aeb50d0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2042115 May 31 11:43:52.001504 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c68f3933-160f-4b34-b6e0-6f68c5b60366 x-openstack-request-id: req-c68f3933-160f-4b34-b6e0-6f68c5b60366 {{(pid=98443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:43:52.002674 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5018802e-cc17-4386-9e83-07c773b978b0", "name": "network-vif-deleted", "tag": "cea46e23-b007-43a3-9ba5-a6601d7cbe26", "status": "completed", "code": 200}]} {{(pid=98443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:43:52.003148 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c68f3933-160f-4b34-b6e0-6f68c5b60366 {{(pid=98443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:43:52.003624 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5018802e-cc17-4386-9e83-07c773b978b0', 'name': 'network-vif-deleted', 'tag': 'cea46e23-b007-43a3-9ba5-a6601d7cbe26', 'status': 'completed', 'code': 200} May 31 11:43:52.010520 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414c9dcf-d9aa-4d2f-9ce2-9f4a6244fdfd req-1e847d21-1b28-4c23-80f3-32a9298de973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:52.012109 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-414c9dcf-d9aa-4d2f-9ce2-9f4a6244fdfd req-1e847d21-1b28-4c23-80f3-32a9298de973 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=994b1150-bfc7-4e89-a374-d5f0ae45dd7b HTTP/1.1" status: 200 len: 849 time: 0.0807352 May 31 11:43:52.021241 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44751967-acc4-4013-83d1-93e9743e4cf1 req-782372bc-a5ad-4a7c-bc1f-21eb55411cfb tempest-VolumesActionsTest-1547186197 tempest-VolumesActionsTest-1547186197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:52.028185 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-44751967-acc4-4013-83d1-93e9743e4cf1 req-782372bc-a5ad-4a7c-bc1f-21eb55411cfb tempest-VolumesActionsTest-1547186197 tempest-VolumesActionsTest-1547186197-project] 10.222.0.21 "GET /v2.0/ports?device_id=1caad29b-1fa8-4f4a-8a52-10c02168320a HTTP/1.1" status: 200 len: 943 time: 0.2717767 May 31 11:43:52.029162 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a4f17c-2e61-4420-b914-73cc6996cec7 req-954d1510-5c51-410f-bfa0-86f9a430403f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:52.031052 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-c0a4f17c-2e61-4420-b914-73cc6996cec7 req-954d1510-5c51-410f-bfa0-86f9a430403f service neutron] 10.222.0.61 "GET /v2.0/networks?id=3b861c59-52f7-46ca-99da-e6f4b5d8dcf3 HTTP/1.1" status: 200 len: 911 time: 0.2691057 May 31 11:43:52.097349 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-414c9dcf-d9aa-4d2f-9ce2-9f4a6244fdfd req-13b6e461-4259-4610-b91a-3eb9c92f097e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7a6019c0-bdf6-49e5-92fb-c7ce48cdd3e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671101 May 31 11:43:52.163948 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-c0a4f17c-2e61-4420-b914-73cc6996cec7 req-fd62b595-875c-42a1-9990-dbc4dbc7051d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d4b5761-502f-41e5-8a57-6b88be8db3a9 HTTP/1.1" status: 200 len: 1001 time: 0.1073642 May 31 11:43:52.184023 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-e3c12280-0429-47c5-9d89-a1be0d7d6672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:52.213105 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-44751967-acc4-4013-83d1-93e9743e4cf1 req-b2a87de9-0e43-4f61-acbc-02140f6d7e72 tempest-VolumesActionsTest-1547186197 tempest-VolumesActionsTest-1547186197-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b60ecb6-0d22-4b0e-97c4-c769a4b91145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840091 May 31 11:43:52.219265 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-e3c12280-0429-47c5-9d89-a1be0d7d6672 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:43:52.238898 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a4f17c-2e61-4420-b914-73cc6996cec7 req-e9c3bda3-cb41-4800-bc15-32c646812fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:52.240348 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-c0a4f17c-2e61-4420-b914-73cc6996cec7 req-e9c3bda3-cb41-4800-bc15-32c646812fd1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3d8c3d1c-ffe1-4449-ae14-fb794221a40d HTTP/1.1" status: 200 len: 849 time: 0.0674946 May 31 11:43:52.275375 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-e3c12280-0429-47c5-9d89-a1be0d7d6672 admin admin] Usage tracker for resource:security_group_rule and tenant:b4c4c59bb83c4ae7978433d56ada6161 is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:43:52.285780 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-e3c12280-0429-47c5-9d89-a1be0d7d6672 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:43:52.296674 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-e3c12280-0429-47c5-9d89-a1be0d7d6672 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:43:52.323033 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a4f17c-2e61-4420-b914-73cc6996cec7 req-8e1fd223-2b17-4365-bd20-319ef023ac54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:52.324591 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-c0a4f17c-2e61-4420-b914-73cc6996cec7 req-8e1fd223-2b17-4365-bd20-319ef023ac54 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3b861c59-52f7-46ca-99da-e6f4b5d8dcf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0750380 May 31 11:43:52.381007 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4898abd2-66e7-4652-8b33-5d43db8e7c1d req-d0632567-c7a7-4cd6-9fca-2491c3b1dd0b tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:52.382681 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-4898abd2-66e7-4652-8b33-5d43db8e7c1d req-d0632567-c7a7-4cd6-9fca-2491c3b1dd0b tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=06785de2-89dd-40f4-8974-9220828497b9 HTTP/1.1" status: 200 len: 946 time: 0.2822104 May 31 11:43:52.388363 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-414c9dcf-d9aa-4d2f-9ce2-9f4a6244fdfd req-745d033a-ecb1-402e-a098-2475278c0409 service neutron] 10.222.0.61 "GET /v2.0/networks/7a6019c0-bdf6-49e5-92fb-c7ce48cdd3e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437992 May 31 11:43:52.472158 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-c0a4f17c-2e61-4420-b914-73cc6996cec7 req-c9c558bd-d088-40aa-9979-a33a0db6c61b service neutron] 10.222.0.61 "GET /v2.0/networks/3b861c59-52f7-46ca-99da-e6f4b5d8dcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396451 May 31 11:43:52.621447 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-c0a4f17c-2e61-4420-b914-73cc6996cec7 req-5107d9f7-2531-4121-ab97-2814d6e6ee25 service neutron] 10.222.0.61 "GET /v2.0/networks/3b861c59-52f7-46ca-99da-e6f4b5d8dcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403093 May 31 11:43:52.659875 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-4898abd2-66e7-4652-8b33-5d43db8e7c1d req-9ab97ef0-fa2e-44e1-87cd-1a66bcbb1f82 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690315 May 31 11:43:52.678752 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-e3c12280-0429-47c5-9d89-a1be0d7d6672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:52.693253 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-e3c12280-0429-47c5-9d89-a1be0d7d6672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:52.713040 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-a4e3ff7e-0b7f-4d37-979f-76b5554a8107 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:52.776935 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-e3c12280-0429-47c5-9d89-a1be0d7d6672 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b4c4c59bb83c4ae7978433d56ada6161&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8589952 May 31 11:43:52.777683 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c12280-0429-47c5-9d89-a1be0d7d6672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc3c7834-a6ca-4cb5-a255-42197ae54074,revision_number=1']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:52.778080 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 60952) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:43:52.781915 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-e3c12280-0429-47c5-9d89-a1be0d7d6672 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:52.784087 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-414c9dcf-d9aa-4d2f-9ce2-9f4a6244fdfd req-db61fc4e-b730-4ea6-9e4e-292b7287bdb2 service neutron] 10.222.0.61 "GET /v2.0/networks/7a6019c0-bdf6-49e5-92fb-c7ce48cdd3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3663037 May 31 11:43:52.845234 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-605d9dd1-5c40-49ef-b848-48857f1c8108 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:52.876207 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-605d9dd1-5c40-49ef-b848-48857f1c8108 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:52.935339 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-605d9dd1-5c40-49ef-b848-48857f1c8108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:52.940602 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-bda06a29-284e-497d-9a61-47bea871bc1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:52.954035 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605d9dd1-5c40-49ef-b848-48857f1c8108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc3c7834-a6ca-4cb5-a255-42197ae54074,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:52.956945 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-605d9dd1-5c40-49ef-b848-48857f1c8108 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:52.958999 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-605d9dd1-5c40-49ef-b848-48857f1c8108 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:52.960047 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-605d9dd1-5c40-49ef-b848-48857f1c8108 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bc3c7834-a6ca-4cb5-a255-42197ae54074 HTTP/1.1" status: 204 len: 168 time: 0.1809666 May 31 11:43:53.206066 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a2ca5d-f4f1-439b-b979-4a7a10622077 req-d7ad12f7-4f9d-467b-aee9-43cecd65deda tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:53.207959 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-24a2ca5d-f4f1-439b-b979-4a7a10622077 req-d7ad12f7-4f9d-467b-aee9-43cecd65deda tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db774e8-27b0-4a95-aa30-3b7d13d5786d HTTP/1.1" status: 200 len: 945 time: 0.1527240 May 31 11:43:53.222215 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5469ce51-309c-4cde-b718-f6490674d0f6 req-bfbd5e0c-8ae9-47a1-962d-28748476f72b tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:53.223684 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-5469ce51-309c-4cde-b718-f6490674d0f6 req-bfbd5e0c-8ae9-47a1-962d-28748476f72b tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0a42ef9-3640-42c0-a18c-ab6476071d48 HTTP/1.1" status: 200 len: 945 time: 0.1366260 May 31 11:43:53.291007 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-24a2ca5d-f4f1-439b-b979-4a7a10622077 req-7e8265de-0b2a-43b2-b147-d01663464b25 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1a6aea4-fc43-4be4-985d-d05aeb50d0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764749 May 31 11:43:53.297752 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-5469ce51-309c-4cde-b718-f6490674d0f6 req-3f33c17c-51e4-406d-9723-a8c770e4db56 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/security-groups?id=95f25048-ac3c-451a-9c7f-c753883b57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590847 May 31 11:43:53.484406 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a2c1a-0cf7-4f5b-bbaf-624e8de4b0f5 req-258788d5-d0b3-4c1b-9637-0e7ed554952d tempest-VolumesActionsTest-1547186197 tempest-VolumesActionsTest-1547186197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:53.485970 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-544a2c1a-0cf7-4f5b-bbaf-624e8de4b0f5 req-258788d5-d0b3-4c1b-9637-0e7ed554952d tempest-VolumesActionsTest-1547186197 tempest-VolumesActionsTest-1547186197-project] 10.222.0.21 "GET /v2.0/ports?device_id=1caad29b-1fa8-4f4a-8a52-10c02168320a HTTP/1.1" status: 200 len: 943 time: 0.0894876 May 31 11:43:53.532991 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-544a2c1a-0cf7-4f5b-bbaf-624e8de4b0f5 req-e32cd82c-660b-497f-9aed-645a820b3df2 tempest-VolumesActionsTest-1547186197 tempest-VolumesActionsTest-1547186197-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b60ecb6-0d22-4b0e-97c4-c769a4b91145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408213 May 31 11:43:53.604713 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device 2dac8332-5073-4877-8e44-aa89e36c6424 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:43:53.689783 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 60982) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:43:53.752627 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] For port 2dac8332-5073-4877-8e44-aa89e36c6424, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2dac8332-5073-4877-8e44-aa89e36c6424,segment=NetworkSegment(1817ee9f-714b-460d-bdfb-b2ca75b6d953),segment_id=1817ee9f-714b-460d-bdfb-b2ca75b6d953)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:43:53.768305 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Returning: {'device': '2dac8332-5073-4877-8e44-aa89e36c6424', 'network_id': '7a6019c0-bdf6-49e5-92fb-c7ce48cdd3e2', 'port_id': '2dac8332-5073-4877-8e44-aa89e36c6424', 'mac_address': 'fa:16:3e:a0:e6:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 661, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '994b1150-bfc7-4e89-a374-d5f0ae45dd7b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:43:53.824875 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:53.826638 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.v2.base [None req-25463b3b-cd65-40b8-8dcc-2a7f578b03d6 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1411072972-network', 'tenant_id': '5d75be34920e411d8acd5d91f33d5b42'}} {{(pid=98442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:43:53.839169 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-25463b3b-cd65-40b8-8dcc-2a7f578b03d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:43:53.842437 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.notifiers.nova [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dac8332-5073-4877-8e44-aa89e36c6424 {{(pid=98444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:43:53.851351 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-25463b3b-cd65-40b8-8dcc-2a7f578b03d6 admin admin] Usage tracker for resource:network and tenant:5d75be34920e411d8acd5d91f33d5b42 is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:43:53.855085 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-25463b3b-cd65-40b8-8dcc-2a7f578b03d6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:43:53.858564 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] For port 2dac8332-5073-4877-8e44-aa89e36c6424, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2dac8332-5073-4877-8e44-aa89e36c6424,segment=NetworkSegment(1817ee9f-714b-460d-bdfb-b2ca75b6d953),segment_id=1817ee9f-714b-460d-bdfb-b2ca75b6d953)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:43:53.865231 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-25463b3b-cd65-40b8-8dcc-2a7f578b03d6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:43:53.866278 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:53.868334 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:53.884850 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25463b3b-cd65-40b8-8dcc-2a7f578b03d6 admin admin] Made reservation on behalf of 5d75be34920e411d8acd5d91f33d5b42 for: {'network': 1} {{(pid=98442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:43:53.887271 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-25463b3b-cd65-40b8-8dcc-2a7f578b03d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-574767'] for network, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:53.903140 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-25463b3b-cd65-40b8-8dcc-2a7f578b03d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:53.929290 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d8a33d-7d05-42e1-a9b5-59fe382f86b5 req-8f032af5-e1ba-4994-b831-2724883eaf19 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:53.931371 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-f4d8a33d-7d05-42e1-a9b5-59fe382f86b5 req-8f032af5-e1ba-4994-b831-2724883eaf19 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=06785de2-89dd-40f4-8974-9220828497b9 HTTP/1.1" status: 200 len: 946 time: 0.1497045 May 31 11:43:53.940496 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-25463b3b-cd65-40b8-8dcc-2a7f578b03d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:43:53.940660 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Pushing event updated for resources: {'Port': ['ID=2dac8332-5073-4877-8e44-aa89e36c6424,revision_number=4']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:53.948491 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:53.948721 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:53.948955 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:53.949284 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:53.949602 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:53.949929 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:53.950249 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:53.950566 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:53.950912 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:53.951228 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:53.951543 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:53.951857 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:43:53.955744 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:53.962582 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-25463b3b-cd65-40b8-8dcc-2a7f578b03d6 admin admin] Usage tracker for resource:security_group_rule and tenant:5d75be34920e411d8acd5d91f33d5b42 is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:43:53.970617 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-25463b3b-cd65-40b8-8dcc-2a7f578b03d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:43:53.984964 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-25463b3b-cd65-40b8-8dcc-2a7f578b03d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:43:54.000980 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-f4d8a33d-7d05-42e1-a9b5-59fe382f86b5 req-a554345a-2d92-4a5e-970c-8c32668e6f6f tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627449 May 31 11:43:54.084161 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-25463b3b-cd65-40b8-8dcc-2a7f578b03d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:54.088918 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-25463b3b-cd65-40b8-8dcc-2a7f578b03d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:54.093044 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:54.118186 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25463b3b-cd65-40b8-8dcc-2a7f578b03d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 675} {{(pid=98442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:43:54.131620 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25463b3b-cd65-40b8-8dcc-2a7f578b03d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ddb76d-0760-4348-9d11-238930422bf3,revision_number=1']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:54.135204 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-25463b3b-cd65-40b8-8dcc-2a7f578b03d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:54.137902 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-25463b3b-cd65-40b8-8dcc-2a7f578b03d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654047'] for segment, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:54.138319 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.db.segments_db [None req-25463b3b-cd65-40b8-8dcc-2a7f578b03d6 admin admin] Added segment 0d82a303-062a-4e38-9ea1-2b0281f8e184 of type vlan for network 46757b2e-7629-4741-89fd-5c6528c3562f May 31 11:43:54.170367 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-25463b3b-cd65-40b8-8dcc-2a7f578b03d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781593130307'] for network, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:54.201371 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-25463b3b-cd65-40b8-8dcc-2a7f578b03d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8325956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7927536'] for network, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:54.202915 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25463b3b-cd65-40b8-8dcc-2a7f578b03d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:54.203493 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-25463b3b-cd65-40b8-8dcc-2a7f578b03d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927509'] for network, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:54.206853 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-1d6f056f-1da8-4ba3-84c4-932e83b04168 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:54.306693 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] get_ports_and_sgs() called for port_ids ['2dac8332-5073-4877-8e44-aa89e36c6424'] {{(pid=98444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:43:54.314293 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25463b3b-cd65-40b8-8dcc-2a7f578b03d6 admin admin] Pushing event updated for resources: {'Network': ['ID=46757b2e-7629-4741-89fd-5c6528c3562f,revision_number=1']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:54.330579 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-25463b3b-cd65-40b8-8dcc-2a7f578b03d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:54.337373 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 32774) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:43:54.337875 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-25463b3b-cd65-40b8-8dcc-2a7f578b03d6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6464007 May 31 11:43:54.344318 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.v2.base [None req-1e667370-9af7-440c-a2b7-761e91249240 admin admin] Request body: {'subnet': {'network_id': '46757b2e-7629-4741-89fd-5c6528c3562f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1411072972-subnet', 'tenant_id': '5d75be34920e411d8acd5d91f33d5b42', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:43:54.359101 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-1e667370-9af7-440c-a2b7-761e91249240 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:43:54.363477 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-1e667370-9af7-440c-a2b7-761e91249240 admin admin] Usage tracker for resource:subnet and tenant:5d75be34920e411d8acd5d91f33d5b42 is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:43:54.366230 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Network 46757b2e-7629-4741-89fd-5c6528c3562f details requested by agent ovs-agent-dv-cinder-786383-7-smb with host dv-cinder-786383-7-smb {{(pid=98444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:43:54.367433 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-1e667370-9af7-440c-a2b7-761e91249240 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:43:54.382770 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-1e667370-9af7-440c-a2b7-761e91249240 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:43:54.404107 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e667370-9af7-440c-a2b7-761e91249240 admin admin] Made reservation on behalf of 5d75be34920e411d8acd5d91f33d5b42 for: {'subnet': 1} {{(pid=98443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:43:54.407111 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-1e667370-9af7-440c-a2b7-761e91249240 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6022280'] for subnet, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:54.582765 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c1069-18f7-45e3-a362-7f5282039ef0 req-ab298069-0a6b-4b59-a26f-66aec26745bd tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:54.584524 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-e50c1069-18f7-45e3-a362-7f5282039ef0 req-ab298069-0a6b-4b59-a26f-66aec26745bd tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0a42ef9-3640-42c0-a18c-ab6476071d48 HTTP/1.1" status: 200 len: 945 time: 0.1675835 May 31 11:43:54.598709 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a849b708-cfbe-46d3-9f52-d0f86bae4b9a req-f613b294-785f-4adc-90c5-0663f512cd66 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:54.605121 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-a849b708-cfbe-46d3-9f52-d0f86bae4b9a req-f613b294-785f-4adc-90c5-0663f512cd66 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db774e8-27b0-4a95-aa30-3b7d13d5786d HTTP/1.1" status: 200 len: 945 time: 0.1521647 May 31 11:43:54.684967 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-e50c1069-18f7-45e3-a362-7f5282039ef0 req-1e85d366-7612-45d9-9492-3058c2367427 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/security-groups?id=95f25048-ac3c-451a-9c7f-c753883b57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774505 May 31 11:43:54.727553 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-a849b708-cfbe-46d3-9f52-d0f86bae4b9a req-e41c789e-be0b-4363-ba2e-c17858ea0306 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1a6aea4-fc43-4be4-985d-d05aeb50d0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116800 May 31 11:43:54.785555 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03b5ced9-ce22-42da-b33d-b15d674aafb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:54.901686 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5141a472-57ef-4aa2-9c99-584de9ffae92 req-e303ffe2-089f-4d74-ac83-1ea4bb7d17d6 tempest-VolumesActionsTest-1547186197 tempest-VolumesActionsTest-1547186197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:54.903260 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-5141a472-57ef-4aa2-9c99-584de9ffae92 req-e303ffe2-089f-4d74-ac83-1ea4bb7d17d6 tempest-VolumesActionsTest-1547186197 tempest-VolumesActionsTest-1547186197-project] 10.222.0.21 "GET /v2.0/ports?device_id=1caad29b-1fa8-4f4a-8a52-10c02168320a HTTP/1.1" status: 200 len: 944 time: 0.0948222 May 31 11:43:54.950392 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-5141a472-57ef-4aa2-9c99-584de9ffae92 req-993b9d96-7cb3-47b5-8923-44eb2486a594 tempest-VolumesActionsTest-1547186197 tempest-VolumesActionsTest-1547186197-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b60ecb6-0d22-4b0e-97c4-c769a4b91145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412807 May 31 11:43:55.032407 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba1fd7f-d2e5-4316-b581-a9e57308424f req-371f65b2-7a4c-449f-a72c-80e78d7c98c6 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:55.034158 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-1ba1fd7f-d2e5-4316-b581-a9e57308424f req-371f65b2-7a4c-449f-a72c-80e78d7c98c6 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0a42ef9-3640-42c0-a18c-ab6476071d48 HTTP/1.1" status: 200 len: 945 time: 0.0828261 May 31 11:43:55.060446 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-1e667370-9af7-440c-a2b7-761e91249240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6695657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6022302'] for subnet, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:55.064579 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:55.120560 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e667370-9af7-440c-a2b7-761e91249240 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1d4f0a4-741b-49b4-9073-50df86f8d5f2,revision_number=0']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:55.123533 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-1e667370-9af7-440c-a2b7-761e91249240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:55.162759 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e667370-9af7-440c-a2b7-761e91249240 admin admin] Checking segment: {'id': '0d82a303-062a-4e38-9ea1-2b0281f8e184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '46757b2e-7629-4741-89fd-5c6528c3562f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:43:55.163373 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e667370-9af7-440c-a2b7-761e91249240 admin admin] Network hostable DHCP agents. Network: 46757b2e-7629-4741-89fd-5c6528c3562f, hostable agents: ['fb962da1-0809-46df-9ec4-203c2f15f643'], hosted agents: [] {{(pid=98443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:43:55.185344 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e667370-9af7-440c-a2b7-761e91249240 admin admin] Network 46757b2e-7629-4741-89fd-5c6528c3562f is scheduled to be hosted by DHCP agent fb962da1-0809-46df-9ec4-203c2f15f643 with binding_index 1 {{(pid=98443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:43:55.189891 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.plugin [req-1ba1fd7f-d2e5-4316-b581-a9e57308424f req-be4839fa-4227-466f-8f06-61e21b8cd518 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Deleting port f8cd1729-c99a-487a-a6b6-b528b9d6d0bc {{(pid=98442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:43:55.190267 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-1ba1fd7f-d2e5-4316-b581-a9e57308424f req-be4839fa-4227-466f-8f06-61e21b8cd518 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781593492803'] for port, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:55.196684 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.base_scheduler [None req-1e667370-9af7-440c-a2b7-761e91249240 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-7-smb, 46757b2e-7629-4741-89fd-5c6528c3562f) {{(pid=98443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:43:55.208429 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36dade77-fc1d-445d-ad3d-338c9f77883a None None] Network 46757b2e-7629-4741-89fd-5c6528c3562f requested from dv-cinder-786383-7-smb {{(pid=98444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:43:55.211978 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e667370-9af7-440c-a2b7-761e91249240 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:55.212580 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-1e667370-9af7-440c-a2b7-761e91249240 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:55.250185 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-1e667370-9af7-440c-a2b7-761e91249240 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9037175 May 31 11:43:55.429454 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.db [req-1ba1fd7f-d2e5-4316-b581-a9e57308424f req-be4839fa-4227-466f-8f06-61e21b8cd518 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] For port f8cd1729-c99a-487a-a6b6-b528b9d6d0bc, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f8cd1729-c99a-487a-a6b6-b528b9d6d0bc,segment=NetworkSegment(060d4e1c-f196-46cb-ba4f-7d352cbad15d),segment_id=060d4e1c-f196-46cb-ba4f-7d352cbad15d)] {{(pid=98442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:43:55.429983 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-1ba1fd7f-d2e5-4316-b581-a9e57308424f req-be4839fa-4227-466f-8f06-61e21b8cd518 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8366366'] for port, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:55.444698 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f64daa-7002-498f-8588-2e7d84d39e20 req-03c59321-16e7-4043-bf73-f8aa7807084e tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:55.446223 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-a0f64daa-7002-498f-8588-2e7d84d39e20 req-03c59321-16e7-4043-bf73-f8aa7807084e tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=06785de2-89dd-40f4-8974-9220828497b9 HTTP/1.1" status: 200 len: 946 time: 0.1587353 May 31 11:43:55.449453 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb0a100-d62f-4fe4-8317-9fbd105e29ac None None] Network 46757b2e-7629-4741-89fd-5c6528c3562f requested from dv-cinder-786383-7-smb {{(pid=98444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:43:55.577374 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.plugin [req-1ba1fd7f-d2e5-4316-b581-a9e57308424f req-be4839fa-4227-466f-8f06-61e21b8cd518 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Calling delete_port for f8cd1729-c99a-487a-a6b6-b528b9d6d0bc owned by compute:nova {{(pid=98442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:43:55.616837 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-a0f64daa-7002-498f-8588-2e7d84d39e20 req-e24ce8f3-486f-4edf-bd01-7d11f28e6d09 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154323 May 31 11:43:55.638344 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device 2dac8332-5073-4877-8e44-aa89e36c6424 up at agent hyperv_hv-cinder-78638 {{(pid=98444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:43:55.713500 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Provisioning for port 2dac8332-5073-4877-8e44-aa89e36c6424 completed by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:43:55.718396 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Provisioning complete for port 2dac8332-5073-4877-8e44-aa89e36c6424 triggered by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:43:55.718877 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:55.721716 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-1ba1fd7f-d2e5-4316-b581-a9e57308424f req-be4839fa-4227-466f-8f06-61e21b8cd518 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781593493926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781593114067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6713643'] for port, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:55.728737 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-dafef234-c317-495e-b71a-84f851a89b68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:55.795485 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] get_ports_and_sgs() called for port_ids ['2e2c23ae-b00e-4a48-81a0-8bc201ba1436', 'f8cd1729-c99a-487a-a6b6-b528b9d6d0bc'] {{(pid=98444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:43:55.919580 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4839fa-4227-466f-8f06-61e21b8cd518 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Pushing event deleted for resources: {'Port': ['ID=f8cd1729-c99a-487a-a6b6-b528b9d6d0bc,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:55.934835 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-be4839fa-4227-466f-8f06-61e21b8cd518 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:56.027367 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-05a44bbf-b8cc-40b3-90cf-f3e9eb7a1eaa req-80120e77-39f5-4878-b518-443287e95b33 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0a42ef9-3640-42c0-a18c-ab6476071d48 HTTP/1.1" status: 200 len: 210 time: 0.1487856 May 31 11:43:56.078754 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:56.115166 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ba1fd7f-d2e5-4316-b581-a9e57308424f req-be4839fa-4227-466f-8f06-61e21b8cd518 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] No DVR routers for this DVR port f8cd1729-c99a-487a-a6b6-b528b9d6d0bc on host hv-cinder-78638 {{(pid=98442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:43:56.118216 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-1ba1fd7f-d2e5-4316-b581-a9e57308424f req-be4839fa-4227-466f-8f06-61e21b8cd518 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523773'] for port, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:56.121243 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0a42ef9-3640-42c0-a18c-ab6476071d48', 'name': 'network-vif-deleted', 'tag': 'f8cd1729-c99a-487a-a6b6-b528b9d6d0bc'}] {{(pid=98442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:43:56.123551 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98a8129e16d579ddc31ed5ae2a657a86bf742727e38e306195ca605a81ff71cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c7ed80c-8a22-4d21-839d-6f569c0370b8" -d '{"events": [{"server_uuid": "f0a42ef9-3640-42c0-a18c-ab6476071d48", "name": "network-vif-deleted", "tag": "f8cd1729-c99a-487a-a6b6-b528b9d6d0bc"}]}' {{(pid=98442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:43:56.129462 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1caad29b-1fa8-4f4a-8a52-10c02168320a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dac8332-5073-4877-8e44-aa89e36c6424'}] {{(pid=98444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:43:56.131787 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88ad6d6066f99d569bf87ae86d08865c72136362fb0dde426bf5d6223abbdd23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a41742d1-f489-426d-a1ca-abfded4d1ae8" -d '{"events": [{"server_uuid": "1caad29b-1fa8-4f4a-8a52-10c02168320a", "name": "network-vif-plugged", "status": "completed", "tag": "2dac8332-5073-4877-8e44-aa89e36c6424"}]}' {{(pid=98444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:43:56.152865 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] For port 2dac8332-5073-4877-8e44-aa89e36c6424, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2dac8332-5073-4877-8e44-aa89e36c6424,segment=NetworkSegment(1817ee9f-714b-460d-bdfb-b2ca75b6d953),segment_id=1817ee9f-714b-460d-bdfb-b2ca75b6d953)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:43:56.165223 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:56.165867 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device cea46e23-b007-43a3-9ba5-a6601d7cbe26 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:43:56.184744 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e7bfd6-58ee-4295-b32e-2d43f382bdae x-openstack-request-id: req-26e7bfd6-58ee-4295-b32e-2d43f382bdae {{(pid=98442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:43:56.184985 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0a42ef9-3640-42c0-a18c-ab6476071d48", "name": "network-vif-deleted", "tag": "f8cd1729-c99a-487a-a6b6-b528b9d6d0bc", "status": "completed", "code": 200}]} {{(pid=98442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:43:56.185263 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-26e7bfd6-58ee-4295-b32e-2d43f382bdae {{(pid=98442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:43:56.185675 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0a42ef9-3640-42c0-a18c-ab6476071d48', 'name': 'network-vif-deleted', 'tag': 'f8cd1729-c99a-487a-a6b6-b528b9d6d0bc', 'status': 'completed', 'code': 200} May 31 11:43:56.192818 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-1ba1fd7f-d2e5-4316-b581-a9e57308424f req-be4839fa-4227-466f-8f06-61e21b8cd518 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.61 "DELETE /v2.0/ports/f8cd1729-c99a-487a-a6b6-b528b9d6d0bc HTTP/1.1" status: 204 len: 173 time: 1.1527202 May 31 11:43:56.197116 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:43:56.259865 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc211b8-61a2-47ef-a656-8e1522f6ab8a req-c602becd-e582-4c8c-ac05-42726be20e9b tempest-VolumesActionsTest-1547186197 tempest-VolumesActionsTest-1547186197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:56.260787 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d67526a3-776d-4761-8469-2dfb479b3fa8 x-openstack-request-id: req-d67526a3-776d-4761-8469-2dfb479b3fa8 {{(pid=98444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:43:56.261084 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1caad29b-1fa8-4f4a-8a52-10c02168320a", "name": "network-vif-plugged", "status": "completed", "tag": "2dac8332-5073-4877-8e44-aa89e36c6424", "code": 200}]} {{(pid=98444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:43:56.261334 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d67526a3-776d-4761-8469-2dfb479b3fa8 {{(pid=98444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:43:56.261761 dv-cinder-786383-7-smb neutron-server[98444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1caad29b-1fa8-4f4a-8a52-10c02168320a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dac8332-5073-4877-8e44-aa89e36c6424', 'code': 200} May 31 11:43:56.262294 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.plugin [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] No Port match for: cea46e23-b007-43a3-9ba5-a6601d7cbe26 {{(pid=98444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:43:56.262611 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-fcc211b8-61a2-47ef-a656-8e1522f6ab8a req-c602becd-e582-4c8c-ac05-42726be20e9b tempest-VolumesActionsTest-1547186197 tempest-VolumesActionsTest-1547186197-project] 10.222.0.21 "GET /v2.0/ports?device_id=1caad29b-1fa8-4f4a-8a52-10c02168320a HTTP/1.1" status: 200 len: 945 time: 0.1340744 May 31 11:43:56.262775 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device cea46e23-b007-43a3-9ba5-a6601d7cbe26 not bound to the agent host hv-cinder-78638 {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:43:56.297010 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Pushing event updated for resources: {'Port': ['ID=2dac8332-5073-4877-8e44-aa89e36c6424,revision_number=5']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:43:56.299780 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:43:56.319247 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-fcc211b8-61a2-47ef-a656-8e1522f6ab8a req-d19285f6-9eb5-4bbc-8416-730c4293e55d tempest-VolumesActionsTest-1547186197 tempest-VolumesActionsTest-1547186197-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b60ecb6-0d22-4b0e-97c4-c769a4b91145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499785 May 31 11:43:56.592449 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c14da-5694-4b68-b8bf-90dddb4c005e req-033aab83-55d1-4797-9bbe-1927e656df1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:56.593958 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-817c14da-5694-4b68-b8bf-90dddb4c005e req-033aab83-55d1-4797-9bbe-1927e656df1a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1caad29b-1fa8-4f4a-8a52-10c02168320a HTTP/1.1" status: 200 len: 1098 time: 0.0727332 May 31 11:43:56.639616 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-817c14da-5694-4b68-b8bf-90dddb4c005e req-8f401416-37de-4f74-a5d9-a8ff06d39111 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2b60ecb6-0d22-4b0e-97c4-c769a4b91145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361028 May 31 11:43:56.826798 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935994f6-77b3-4537-84c2-befb3f31603b req-19d1f368-070d-46a5-b18d-8666f8322c44 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:56.828245 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-935994f6-77b3-4537-84c2-befb3f31603b req-19d1f368-070d-46a5-b18d-8666f8322c44 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=06785de2-89dd-40f4-8974-9220828497b9 HTTP/1.1" status: 200 len: 946 time: 0.0864599 May 31 11:43:56.873604 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-935994f6-77b3-4537-84c2-befb3f31603b req-3d27cbfc-a01d-4620-9150-84d8128f218c tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394866 May 31 11:43:57.186838 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [req-69166cc7-1344-4e8f-874c-2813fe1927ea req-4a2f69a9-5cd0-43e4-b024-ffa5b687a354 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Synchronizing usage tracker for tenant:137483c5ff894f0390c68478edf226f3 on resource:port {{(pid=98442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:43:57.202765 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [req-69166cc7-1344-4e8f-874c-2813fe1927ea req-4a2f69a9-5cd0-43e4-b024-ffa5b687a354 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Unset dirty status for tenant:137483c5ff894f0390c68478edf226f3 on resource:port {{(pid=98442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:43:57.204028 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-69166cc7-1344-4e8f-874c-2813fe1927ea req-4a2f69a9-5cd0-43e4-b024-ffa5b687a354 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0a42ef9-3640-42c0-a18c-ab6476071d48 HTTP/1.1" status: 200 len: 210 time: 0.0601346 May 31 11:43:57.444678 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd2d00e-dcf9-4e23-b792-5c090050d053 req-c368aa1f-ad8d-49bb-9f91-a02bfc33b15b tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:57.445405 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [req-4dd2d00e-dcf9-4e23-b792-5c090050d053 req-c368aa1f-ad8d-49bb-9f91-a02bfc33b15b tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Synchronizing usage tracker for tenant:5d75be34920e411d8acd5d91f33d5b42 on resource:network {{(pid=98442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:43:57.511256 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:57.519033 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [req-4dd2d00e-dcf9-4e23-b792-5c090050d053 req-c368aa1f-ad8d-49bb-9f91-a02bfc33b15b tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Unset dirty status for tenant:5d75be34920e411d8acd5d91f33d5b42 on resource:network {{(pid=98442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:43:57.520219 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-4dd2d00e-dcf9-4e23-b792-5c090050d053 req-c368aa1f-ad8d-49bb-9f91-a02bfc33b15b tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] 10.222.0.21 "GET /v2.0/networks?id=46757b2e-7629-4741-89fd-5c6528c3562f HTTP/1.1" status: 200 len: 814 time: 0.2293074 May 31 11:43:57.546763 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-4dd2d00e-dcf9-4e23-b792-5c090050d053 req-f6babc59-2394-4b31-9e56-d0b5c1759a5e tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] 10.222.0.21 "GET /v2.0/quotas/5d75be34920e411d8acd5d91f33d5b42 HTTP/1.1" status: 200 len: 375 time: 0.0120776 May 31 11:43:57.554429 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0276f9-3dd9-4a90-90b1-e05d883565e8 req-7328617a-bf95-4ba6-aec6-fd3861cdd1f8 tempest-VolumesActionsTest-1547186197 tempest-VolumesActionsTest-1547186197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:57.555860 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-de0276f9-3dd9-4a90-90b1-e05d883565e8 req-7328617a-bf95-4ba6-aec6-fd3861cdd1f8 tempest-VolumesActionsTest-1547186197 tempest-VolumesActionsTest-1547186197-project] 10.222.0.21 "GET /v2.0/ports?device_id=1caad29b-1fa8-4f4a-8a52-10c02168320a HTTP/1.1" status: 200 len: 945 time: 0.1066804 May 31 11:43:57.612870 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-4dd2d00e-dcf9-4e23-b792-5c090050d053 req-84dfce42-3669-474f-b2bf-bfdb65f3014e tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5d75be34920e411d8acd5d91f33d5b42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0559847 May 31 11:43:57.662234 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-de0276f9-3dd9-4a90-90b1-e05d883565e8 req-b343566a-31de-4b32-9c22-63f438fce00d tempest-VolumesActionsTest-1547186197 tempest-VolumesActionsTest-1547186197-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b60ecb6-0d22-4b0e-97c4-c769a4b91145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741007 May 31 11:43:57.769985 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-4dd2d00e-dcf9-4e23-b792-5c090050d053 req-5b04fada-fc84-4fad-9cfd-afa20af2945f service neutron] 10.222.0.21 "GET /v2.0/networks/46757b2e-7629-4741-89fd-5c6528c3562f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497452 May 31 11:43:57.785508 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-94c76bbf-d8eb-4c2c-9859-b60045af5890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:57.908156 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-4dd2d00e-dcf9-4e23-b792-5c090050d053 req-22b0f78f-ddd2-4834-8c91-c345e3531f93 service neutron] 10.222.0.21 "GET /v2.0/networks/46757b2e-7629-4741-89fd-5c6528c3562f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320260 May 31 11:43:58.112108 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-916707a6-c256-4672-b0e2-c42ed0847fd7 req-606dd107-92b9-4794-8b50-c585a2d6d64c tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfd43d79-7a89-47cf-85d7-c4261370e32e HTTP/1.1" status: 200 len: 210 time: 0.0454500 May 31 11:43:58.141601 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb30b9-839c-43e4-bed4-2837e23b7eb6 req-a2d63ecb-a683-4ccd-9243-cd9fb6314e32 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:58.143118 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-f5fb30b9-839c-43e4-bed4-2837e23b7eb6 req-a2d63ecb-a683-4ccd-9243-cd9fb6314e32 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=06785de2-89dd-40f4-8974-9220828497b9 HTTP/1.1" status: 200 len: 946 time: 0.1420097 May 31 11:43:58.190783 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-f5fb30b9-839c-43e4-bed4-2837e23b7eb6 req-9b57be63-23e8-423b-8473-27add0016c2e tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412474 May 31 11:43:58.438164 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-a91c5e8e-8952-4db6-a598-6e76e849b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:43:58.861342 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f572c05-0267-4ef6-bb70-e774a30b8376 req-d98416a4-ab4d-41c0-9435-35094c8c7dfa tempest-VolumesActionsTest-1547186197 tempest-VolumesActionsTest-1547186197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:58.862845 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-9f572c05-0267-4ef6-bb70-e774a30b8376 req-d98416a4-ab4d-41c0-9435-35094c8c7dfa tempest-VolumesActionsTest-1547186197 tempest-VolumesActionsTest-1547186197-project] 10.222.0.21 "GET /v2.0/ports?device_id=1caad29b-1fa8-4f4a-8a52-10c02168320a HTTP/1.1" status: 200 len: 945 time: 0.0881827 May 31 11:43:58.915222 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-9f572c05-0267-4ef6-bb70-e774a30b8376 req-b55328c3-5607-4b51-95cd-05736f534028 tempest-VolumesActionsTest-1547186197 tempest-VolumesActionsTest-1547186197-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b60ecb6-0d22-4b0e-97c4-c769a4b91145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458801 May 31 11:43:59.310380 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-a6d30b59-e7ed-4049-a77d-658893c92399 req-7bf53d2b-b870-4da9-b6de-b5a356a3a010 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfd43d79-7a89-47cf-85d7-c4261370e32e HTTP/1.1" status: 200 len: 210 time: 0.0749798 May 31 11:43:59.621448 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device f8cd1729-c99a-487a-a6b6-b528b9d6d0bc no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:43:59.635052 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd2d00e-dcf9-4e23-b792-5c090050d053 req-df3b8939-dae1-42a5-be86-06145ab63523 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:59.636805 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-4dd2d00e-dcf9-4e23-b792-5c090050d053 req-df3b8939-dae1-42a5-be86-06145ab63523 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] 10.222.0.61 "GET /v2.0/networks?id=46757b2e-7629-4741-89fd-5c6528c3562f HTTP/1.1" status: 200 len: 814 time: 0.3554015 May 31 11:43:59.649045 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e4d294-43e6-4c58-996f-fb2178086c0f req-ba72b8d7-c1c6-4300-94b9-7e569b9e4365 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:43:59.651129 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-93e4d294-43e6-4c58-996f-fb2178086c0f req-ba72b8d7-c1c6-4300-94b9-7e569b9e4365 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=06785de2-89dd-40f4-8974-9220828497b9 HTTP/1.1" status: 200 len: 946 time: 0.2552996 May 31 11:43:59.656685 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.plugin [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] No Port match for: f8cd1729-c99a-487a-a6b6-b528b9d6d0bc {{(pid=98444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:43:59.657033 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device f8cd1729-c99a-487a-a6b6-b528b9d6d0bc not bound to the agent host hv-cinder-78638 {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:43:59.675776 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.v2.base [req-4dd2d00e-dcf9-4e23-b792-5c090050d053 req-de7a8536-b51c-469c-914a-016332d0df46 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Request body: {'port': {'device_id': 'dfd43d79-7a89-47cf-85d7-c4261370e32e', 'network_id': '46757b2e-7629-4741-89fd-5c6528c3562f', 'admin_state_up': True, 'tenant_id': '5d75be34920e411d8acd5d91f33d5b42'}} {{(pid=98442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:43:59.783927 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-93e4d294-43e6-4c58-996f-fb2178086c0f req-c01bc8f0-270f-49a2-992d-de78dbfed4eb tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273990 May 31 11:43:59.881163 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [req-4dd2d00e-dcf9-4e23-b792-5c090050d053 req-de7a8536-b51c-469c-914a-016332d0df46 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:43:59.893464 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [req-4dd2d00e-dcf9-4e23-b792-5c090050d053 req-de7a8536-b51c-469c-914a-016332d0df46 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Usage tracker for resource:port and tenant:5d75be34920e411d8acd5d91f33d5b42 is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:43:59.897038 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [req-4dd2d00e-dcf9-4e23-b792-5c090050d053 req-de7a8536-b51c-469c-914a-016332d0df46 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:43:59.913272 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [req-4dd2d00e-dcf9-4e23-b792-5c090050d053 req-de7a8536-b51c-469c-914a-016332d0df46 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:43:59.928491 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dd2d00e-dcf9-4e23-b792-5c090050d053 req-de7a8536-b51c-469c-914a-016332d0df46 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Made reservation on behalf of 5d75be34920e411d8acd5d91f33d5b42 for: {'port': 1} {{(pid=98442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:43:59.932190 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-4dd2d00e-dcf9-4e23-b792-5c090050d053 req-de7a8536-b51c-469c-914a-016332d0df46 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:00.004625 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c7b74d-21e1-4370-b26c-33f5fb327150 req-863892cd-b109-43dd-bba3-42a56cb01a36 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:00.006049 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-e9c7b74d-21e1-4370-b26c-33f5fb327150 req-863892cd-b109-43dd-bba3-42a56cb01a36 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/ports?device_id=83b65be4-3c11-4291-8ebe-01f254cfae15 HTTP/1.1" status: 200 len: 946 time: 0.1654956 May 31 11:44:00.050584 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 32892) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:00.113640 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-e9c7b74d-21e1-4370-b26c-33f5fb327150 req-f7abe6f4-872b-4478-a696-ec5a371351ac tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/security-groups?id=95f25048-ac3c-451a-9c7f-c753883b57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968506 May 31 11:44:00.149895 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.db_base_plugin_common [req-4dd2d00e-dcf9-4e23-b792-5c090050d053 req-de7a8536-b51c-469c-914a-016332d0df46 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Allocated IP 172.20.0.6 (46757b2e-7629-4741-89fd-5c6528c3562f/e1d4f0a4-741b-49b4-9073-50df86f8d5f2/964332a4-40af-4781-902e-a07ed83d63a7) {{(pid=98442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:44:00.157184 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-9fdf87ec-5ce8-4616-9e32-e9b9d10b7557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:00.178391 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-d6b6b799-df74-462a-9201-ed1f42d16e03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:00.193211 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-d6b6b799-df74-462a-9201-ed1f42d16e03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:44:00.197158 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-d6b6b799-df74-462a-9201-ed1f42d16e03 admin admin] Usage tracker for resource:security_group_rule and tenant:b0927fa110344cf181dd62be5996fb8a is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:44:00.199965 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-d6b6b799-df74-462a-9201-ed1f42d16e03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:44:00.205713 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-d6b6b799-df74-462a-9201-ed1f42d16e03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:44:00.288168 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-d6b6b799-df74-462a-9201-ed1f42d16e03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:00.293485 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-d6b6b799-df74-462a-9201-ed1f42d16e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:00.301591 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-f8119fe6-c977-4505-95df-decbcffe86f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:00.343353 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 32900) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:00.343572 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-d6b6b799-df74-462a-9201-ed1f42d16e03 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b0927fa110344cf181dd62be5996fb8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2914913 May 31 11:44:00.345285 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b6b799-df74-462a-9201-ed1f42d16e03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89de590-ae55-41b7-9de0-11a0ef90824c,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:00.348412 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-d6b6b799-df74-462a-9201-ed1f42d16e03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:00.374194 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-4dd2d00e-dcf9-4e23-b792-5c090050d053 req-de7a8536-b51c-469c-914a-016332d0df46 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Notify callbacks [] for port, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:00.463170 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-2fcd87fc-a4f0-4f75-9676-62382724ff85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:00.490679 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-d63b4f03-1cf3-4c55-9f4e-2624e8e02d4c req-9a6be6af-e521-48b0-b4c1-340867204664 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfd43d79-7a89-47cf-85d7-c4261370e32e HTTP/1.1" status: 200 len: 210 time: 0.0615220 May 31 11:44:00.508724 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-2fcd87fc-a4f0-4f75-9676-62382724ff85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:00.519119 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-4dd2d00e-dcf9-4e23-b792-5c090050d053 req-de7a8536-b51c-469c-914a-016332d0df46 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781593114058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6713643'] for port, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:00.527168 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:00.612941 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dd2d00e-dcf9-4e23-b792-5c090050d053 req-de7a8536-b51c-469c-914a-016332d0df46 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Network 46757b2e-7629-4741-89fd-5c6528c3562f is already hosted by enough agents. {{(pid=98442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:44:00.616450 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.base_scheduler [req-4dd2d00e-dcf9-4e23-b792-5c090050d053 req-de7a8536-b51c-469c-914a-016332d0df46 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Resources bound (agent type, host, resource id): {{(pid=98442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:44:00.619669 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dd2d00e-dcf9-4e23-b792-5c090050d053 req-de7a8536-b51c-469c-914a-016332d0df46 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Received port after_create {{(pid=98442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:44:00.672559 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7a8536-b51c-469c-914a-016332d0df46 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Pushing event updated for resources: {'Port': ['ID=964332a4-40af-4781-902e-a07ed83d63a7,revision_number=1']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:00.675416 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-de7a8536-b51c-469c-914a-016332d0df46 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:00.701480 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd2d00e-dcf9-4e23-b792-5c090050d053 req-de7a8536-b51c-469c-914a-016332d0df46 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:00.702084 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-4dd2d00e-dcf9-4e23-b792-5c090050d053 req-de7a8536-b51c-469c-914a-016332d0df46 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523773'] for port, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:00.707526 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-2fcd87fc-a4f0-4f75-9676-62382724ff85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:00.716021 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-0166758f-2678-4720-9aef-e828f0f95b32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:00.729307 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcd87fc-a4f0-4f75-9676-62382724ff85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89de590-ae55-41b7-9de0-11a0ef90824c,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:00.739256 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-2fcd87fc-a4f0-4f75-9676-62382724ff85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:00.742575 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-2fcd87fc-a4f0-4f75-9676-62382724ff85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:00.743776 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-2fcd87fc-a4f0-4f75-9676-62382724ff85 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c89de590-ae55-41b7-9de0-11a0ef90824c HTTP/1.1" status: 204 len: 168 time: 0.3992281 May 31 11:44:00.746581 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-4dd2d00e-dcf9-4e23-b792-5c090050d053 req-de7a8536-b51c-469c-914a-016332d0df46 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0761311 May 31 11:44:00.768883 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.v2.base [req-4dd2d00e-dcf9-4e23-b792-5c090050d053 req-b9338aac-e16f-4fba-87f3-8fb7e53f3c5c service neutron] Request body: {'port': {'device_id': 'dfd43d79-7a89-47cf-85d7-c4261370e32e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:44:00.896507 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-4dd2d00e-dcf9-4e23-b792-5c090050d053 req-b9338aac-e16f-4fba-87f3-8fb7e53f3c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:01.124546 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a4fd70-8a4b-4b05-ba18-5c510701f5dd req-05512da8-0f4c-4e66-849b-8d475266d3f4 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:01.126046 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-73a4fd70-8a4b-4b05-ba18-5c510701f5dd req-05512da8-0f4c-4e66-849b-8d475266d3f4 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=06785de2-89dd-40f4-8974-9220828497b9 HTTP/1.1" status: 200 len: 946 time: 0.1731577 May 31 11:44:01.267457 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-73a4fd70-8a4b-4b05-ba18-5c510701f5dd req-9c9f32a2-3f73-475f-b7de-3297f0f44cb6 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311934 May 31 11:44:01.411985 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacef44e-7c71-40e8-87f7-9b4e1cc77890 req-dc6b39a4-db20-483e-b776-8ea5b4e286d9 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:01.413511 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-aacef44e-7c71-40e8-87f7-9b4e1cc77890 req-dc6b39a4-db20-483e-b776-8ea5b4e286d9 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/ports?device_id=83b65be4-3c11-4291-8ebe-01f254cfae15 HTTP/1.1" status: 200 len: 946 time: 0.1446021 May 31 11:44:01.498088 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.notifiers.nova [req-4dd2d00e-dcf9-4e23-b792-5c090050d053 req-b9338aac-e16f-4fba-87f3-8fb7e53f3c5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 964332a4-40af-4781-902e-a07ed83d63a7 {{(pid=98442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:44:01.509550 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-4dd2d00e-dcf9-4e23-b792-5c090050d053 req-b9338aac-e16f-4fba-87f3-8fb7e53f3c5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:01.517488 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-aacef44e-7c71-40e8-87f7-9b4e1cc77890 req-b23f33f0-a730-49bb-8b8c-1609a766e701 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/security-groups?id=95f25048-ac3c-451a-9c7f-c753883b57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683658 May 31 11:44:01.529619 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.provisioning_blocks [req-4dd2d00e-dcf9-4e23-b792-5c090050d053 req-b9338aac-e16f-4fba-87f3-8fb7e53f3c5c service neutron] Transition to ACTIVE for port object 964332a4-40af-4781-902e-a07ed83d63a7 will not be triggered until provisioned by entity L2. {{(pid=98442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:44:01.535920 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-4dd2d00e-dcf9-4e23-b792-5c090050d053 req-b9338aac-e16f-4fba-87f3-8fb7e53f3c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6713634'] for port, after_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:01.541444 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-2f4143e8-32dd-4863-8ff3-9f4aec8b7fa4 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:01.851522 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9338aac-e16f-4fba-87f3-8fb7e53f3c5c service neutron] Pushing event updated for resources: {'Port': ['ID=964332a4-40af-4781-902e-a07ed83d63a7,revision_number=2']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:01.863553 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-b9338aac-e16f-4fba-87f3-8fb7e53f3c5c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:01.945188 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.managers [req-4dd2d00e-dcf9-4e23-b792-5c090050d053 req-b9338aac-e16f-4fba-87f3-8fb7e53f3c5c service neutron] Attempting to bind port 964332a4-40af-4781-902e-a07ed83d63a7 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:44:01.945936 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.managers [req-4dd2d00e-dcf9-4e23-b792-5c090050d053 req-b9338aac-e16f-4fba-87f3-8fb7e53f3c5c service neutron] Attempting to bind port 964332a4-40af-4781-902e-a07ed83d63a7 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '0d82a303-062a-4e38-9ea1-2b0281f8e184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '46757b2e-7629-4741-89fd-5c6528c3562f'}] {{(pid=98442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:44:01.946165 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd2d00e-dcf9-4e23-b792-5c090050d053 req-b9338aac-e16f-4fba-87f3-8fb7e53f3c5c service neutron] Attempting to bind port 964332a4-40af-4781-902e-a07ed83d63a7 on network 46757b2e-7629-4741-89fd-5c6528c3562f {{(pid=98442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:44:01.956735 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ead91b-1563-4c8c-9ce2-e9e52118e85c req-04bd4842-c81e-4b20-b96e-37ea669feb81 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:01.957456 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [req-a7ead91b-1563-4c8c-9ce2-e9e52118e85c req-04bd4842-c81e-4b20-b96e-37ea669feb81 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Synchronizing usage tracker for tenant:5d75be34920e411d8acd5d91f33d5b42 on resource:port {{(pid=98442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:44:01.963279 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd2d00e-dcf9-4e23-b792-5c090050d053 req-b9338aac-e16f-4fba-87f3-8fb7e53f3c5c service neutron] Port 964332a4-40af-4781-902e-a07ed83d63a7 on network 46757b2e-7629-4741-89fd-5c6528c3562f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:44:01.963602 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd2d00e-dcf9-4e23-b792-5c090050d053 req-b9338aac-e16f-4fba-87f3-8fb7e53f3c5c service neutron] Attempting to bind port 964332a4-40af-4781-902e-a07ed83d63a7 on network 46757b2e-7629-4741-89fd-5c6528c3562f {{(pid=98442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:44:01.976351 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd2d00e-dcf9-4e23-b792-5c090050d053 req-b9338aac-e16f-4fba-87f3-8fb7e53f3c5c service neutron] Checking agent: {'id': '63ca40a8-ec34-4216-8e55-4658d3f28a5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 39, 38), 'started_at': datetime.datetime(2021, 5, 31, 11, 39, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:44:01.976805 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd2d00e-dcf9-4e23-b792-5c090050d053 req-b9338aac-e16f-4fba-87f3-8fb7e53f3c5c service neutron] Checking segment: {'id': '0d82a303-062a-4e38-9ea1-2b0281f8e184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '46757b2e-7629-4741-89fd-5c6528c3562f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:44:01.977288 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dd2d00e-dcf9-4e23-b792-5c090050d053 req-b9338aac-e16f-4fba-87f3-8fb7e53f3c5c service neutron] Bound using segment: {'id': '0d82a303-062a-4e38-9ea1-2b0281f8e184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '46757b2e-7629-4741-89fd-5c6528c3562f'} {{(pid=98442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:44:01.977754 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.managers [req-4dd2d00e-dcf9-4e23-b792-5c090050d053 req-b9338aac-e16f-4fba-87f3-8fb7e53f3c5c service neutron] Bound port: 964332a4-40af-4781-902e-a07ed83d63a7, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d82a303-062a-4e38-9ea1-2b0281f8e184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '46757b2e-7629-4741-89fd-5c6528c3562f'}}] {{(pid=98442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:44:01.978113 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-4dd2d00e-dcf9-4e23-b792-5c090050d053 req-b9338aac-e16f-4fba-87f3-8fb7e53f3c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:02.031819 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [req-a7ead91b-1563-4c8c-9ce2-e9e52118e85c req-04bd4842-c81e-4b20-b96e-37ea669feb81 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Unset dirty status for tenant:5d75be34920e411d8acd5d91f33d5b42 on resource:port {{(pid=98442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:44:02.033035 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-a7ead91b-1563-4c8c-9ce2-e9e52118e85c req-04bd4842-c81e-4b20-b96e-37ea669feb81 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfd43d79-7a89-47cf-85d7-c4261370e32e HTTP/1.1" status: 200 len: 943 time: 0.2902696 May 31 11:44:02.114526 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [req-a7ead91b-1563-4c8c-9ce2-e9e52118e85c req-7fac2e3c-71fa-4b06-9b91-5609fdf8fa7d tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Synchronizing usage tracker for tenant:5d75be34920e411d8acd5d91f33d5b42 on resource:security_group {{(pid=98442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:44:02.119521 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.db [req-4dd2d00e-dcf9-4e23-b792-5c090050d053 req-b9338aac-e16f-4fba-87f3-8fb7e53f3c5c service neutron] For port 964332a4-40af-4781-902e-a07ed83d63a7, host hv-cinder-78638, cleared binding levels {{(pid=98442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:44:02.122920 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.db [req-4dd2d00e-dcf9-4e23-b792-5c090050d053 req-b9338aac-e16f-4fba-87f3-8fb7e53f3c5c service neutron] For port 964332a4-40af-4781-902e-a07ed83d63a7, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=964332a4-40af-4781-902e-a07ed83d63a7,segment=NetworkSegment(0d82a303-062a-4e38-9ea1-2b0281f8e184),segment_id=0d82a303-062a-4e38-9ea1-2b0281f8e184)] {{(pid=98442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:44:02.133185 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-4dd2d00e-dcf9-4e23-b792-5c090050d053 req-b9338aac-e16f-4fba-87f3-8fb7e53f3c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6713634'] for port, after_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:02.139070 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:02.185805 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494b3939-6e73-4e84-8ad4-2a6e9504cf55 req-1a946a33-b7af-4274-a1b1-e25c4500d305 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:02.187517 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [req-494b3939-6e73-4e84-8ad4-2a6e9504cf55 req-1a946a33-b7af-4274-a1b1-e25c4500d305 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Synchronizing usage tracker for tenant:137483c5ff894f0390c68478edf226f3 on resource:port {{(pid=98443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:44:02.198916 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [req-a7ead91b-1563-4c8c-9ce2-e9e52118e85c req-7fac2e3c-71fa-4b06-9b91-5609fdf8fa7d tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Unset dirty status for tenant:5d75be34920e411d8acd5d91f33d5b42 on resource:security_group {{(pid=98442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:44:02.202739 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [req-494b3939-6e73-4e84-8ad4-2a6e9504cf55 req-1a946a33-b7af-4274-a1b1-e25c4500d305 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Unset dirty status for tenant:137483c5ff894f0390c68478edf226f3 on resource:port {{(pid=98443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:44:02.203471 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-a7ead91b-1563-4c8c-9ce2-e9e52118e85c req-7fac2e3c-71fa-4b06-9b91-5609fdf8fa7d tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] 10.222.0.21 "GET /v2.0/security-groups?id=23ddb76d-0760-4348-9d11-238930422bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553824 May 31 11:44:02.204714 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-494b3939-6e73-4e84-8ad4-2a6e9504cf55 req-1a946a33-b7af-4274-a1b1-e25c4500d305 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.61 "GET /v2.0/ports?device_id=83b65be4-3c11-4291-8ebe-01f254cfae15 HTTP/1.1" status: 200 len: 946 time: 0.1566846 May 31 11:44:02.211360 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd2d00e-dcf9-4e23-b792-5c090050d053 req-b9338aac-e16f-4fba-87f3-8fb7e53f3c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:02.212514 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-4dd2d00e-dcf9-4e23-b792-5c090050d053 req-b9338aac-e16f-4fba-87f3-8fb7e53f3c5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523773'] for port, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:02.214217 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-4dd2d00e-dcf9-4e23-b792-5c090050d053 req-b9338aac-e16f-4fba-87f3-8fb7e53f3c5c service neutron] 10.222.0.61 "PUT /v2.0/ports/964332a4-40af-4781-902e-a07ed83d63a7 HTTP/1.1" status: 200 len: 1093 time: 1.4502666 May 31 11:44:02.215175 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfd43d79-7a89-47cf-85d7-c4261370e32e', 'tag': '964332a4-40af-4781-902e-a07ed83d63a7'}] {{(pid=98442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:44:02.217825 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98a8129e16d579ddc31ed5ae2a657a86bf742727e38e306195ca605a81ff71cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6b9313-fb5a-45d2-ac2f-41175d08c909" -d '{"events": [{"name": "network-changed", "server_uuid": "dfd43d79-7a89-47cf-85d7-c4261370e32e", "tag": "964332a4-40af-4781-902e-a07ed83d63a7"}]}' {{(pid=98442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:44:02.250377 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 32962) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:02.264779 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9338aac-e16f-4fba-87f3-8fb7e53f3c5c service neutron] Pushing event updated for resources: {'Port': ['ID=964332a4-40af-4781-902e-a07ed83d63a7,revision_number=3']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:02.268276 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-b9338aac-e16f-4fba-87f3-8fb7e53f3c5c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:02.344529 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e543a3-3c09-48ca-a072-67ad198d9eb6 x-openstack-request-id: req-b9e543a3-3c09-48ca-a072-67ad198d9eb6 {{(pid=98442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:44:02.345009 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfd43d79-7a89-47cf-85d7-c4261370e32e", "tag": "964332a4-40af-4781-902e-a07ed83d63a7", "status": "completed", "code": 200}]} {{(pid=98442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:44:02.345288 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b9e543a3-3c09-48ca-a072-67ad198d9eb6 {{(pid=98442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:44:02.346716 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfd43d79-7a89-47cf-85d7-c4261370e32e', 'tag': '964332a4-40af-4781-902e-a07ed83d63a7', 'status': 'completed', 'code': 200} May 31 11:44:02.375560 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.plugin [req-494b3939-6e73-4e84-8ad4-2a6e9504cf55 req-ca6eed99-bed9-434b-83b5-23b4f0e5e608 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Deleting port 2e2c23ae-b00e-4a48-81a0-8bc201ba1436 {{(pid=98443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:44:02.376146 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-494b3939-6e73-4e84-8ad4-2a6e9504cf55 req-ca6eed99-bed9-434b-83b5-23b4f0e5e608 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781593492803'] for port, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:02.379745 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd2d00e-dcf9-4e23-b792-5c090050d053 req-e0078754-1f6c-48c3-a75f-5f07455541c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:02.381976 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-4dd2d00e-dcf9-4e23-b792-5c090050d053 req-e0078754-1f6c-48c3-a75f-5f07455541c0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5d75be34920e411d8acd5d91f33d5b42&device_id=dfd43d79-7a89-47cf-85d7-c4261370e32e HTTP/1.1" status: 200 len: 1096 time: 0.1076150 May 31 11:44:02.513925 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-4dd2d00e-dcf9-4e23-b792-5c090050d053 req-b19d0f3c-7368-4e74-8b61-5ec1e3676e62 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=964332a4-40af-4781-902e-a07ed83d63a7 HTTP/1.1" status: 200 len: 217 time: 0.1116025 May 31 11:44:02.543086 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-7b8054f9-7f0f-4aea-986f-436e07f6fd6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:02.575032 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.db [req-494b3939-6e73-4e84-8ad4-2a6e9504cf55 req-ca6eed99-bed9-434b-83b5-23b4f0e5e608 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] For port 2e2c23ae-b00e-4a48-81a0-8bc201ba1436, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2e2c23ae-b00e-4a48-81a0-8bc201ba1436,segment=NetworkSegment(060d4e1c-f196-46cb-ba4f-7d352cbad15d),segment_id=060d4e1c-f196-46cb-ba4f-7d352cbad15d)] {{(pid=98443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:44:02.575032 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-494b3939-6e73-4e84-8ad4-2a6e9504cf55 req-ca6eed99-bed9-434b-83b5-23b4f0e5e608 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8366366'] for port, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:02.585121 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-7b8054f9-7f0f-4aea-986f-436e07f6fd6c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:44:02.608466 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd2d00e-dcf9-4e23-b792-5c090050d053 req-8de4051a-8911-4e4e-8567-c7100edc738b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:02.609925 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-4dd2d00e-dcf9-4e23-b792-5c090050d053 req-8de4051a-8911-4e4e-8567-c7100edc738b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e1d4f0a4-741b-49b4-9073-50df86f8d5f2 HTTP/1.1" status: 200 len: 854 time: 0.0858853 May 31 11:44:02.619455 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6840d8-a74d-4dc6-b30a-f24705a4e414 req-d54ec672-9bc3-4374-971d-881a9c5906aa tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:02.619640 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-1f6840d8-a74d-4dc6-b30a-f24705a4e414 req-d54ec672-9bc3-4374-971d-881a9c5906aa tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=06785de2-89dd-40f4-8974-9220828497b9 HTTP/1.1" status: 200 len: 946 time: 0.1644511 May 31 11:44:02.638442 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-7b8054f9-7f0f-4aea-986f-436e07f6fd6c admin admin] Usage tracker for resource:security_group_rule and tenant:6b79fdbaf63f40b2b9f2557b1345431f is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:44:02.699647 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-7b8054f9-7f0f-4aea-986f-436e07f6fd6c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:44:02.708160 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.plugin [req-494b3939-6e73-4e84-8ad4-2a6e9504cf55 req-ca6eed99-bed9-434b-83b5-23b4f0e5e608 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Calling delete_port for 2e2c23ae-b00e-4a48-81a0-8bc201ba1436 owned by compute:nova {{(pid=98443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:44:02.710031 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-4dd2d00e-dcf9-4e23-b792-5c090050d053 req-c267bd57-eab7-47c7-92ca-f4739818c081 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=46757b2e-7629-4741-89fd-5c6528c3562f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0886121 May 31 11:44:02.716346 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-7b8054f9-7f0f-4aea-986f-436e07f6fd6c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:44:02.843980 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-1f6840d8-a74d-4dc6-b30a-f24705a4e414 req-7774a329-f58b-4e6b-963e-c0f1653c37a0 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820545 May 31 11:44:02.878455 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-7b8054f9-7f0f-4aea-986f-436e07f6fd6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:02.886316 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-7b8054f9-7f0f-4aea-986f-436e07f6fd6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:02.901674 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-ace204bd-e4e0-40d4-bc4a-400ed72bb77f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:02.905876 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-4dd2d00e-dcf9-4e23-b792-5c090050d053 req-03cf7636-7864-4f31-8c4d-53de3eff5d08 service neutron] 10.222.0.61 "GET /v2.0/networks/46757b2e-7629-4741-89fd-5c6528c3562f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889977 May 31 11:44:02.917754 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95faea02-09e6-409a-b5e0-1daeb51ef95e req-31ca53cb-4927-47ed-8252-901036f058a5 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:02.919426 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-95faea02-09e6-409a-b5e0-1daeb51ef95e req-31ca53cb-4927-47ed-8252-901036f058a5 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/ports?device_id=83b65be4-3c11-4291-8ebe-01f254cfae15 HTTP/1.1" status: 200 len: 946 time: 0.2586634 May 31 11:44:02.922320 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-494b3939-6e73-4e84-8ad4-2a6e9504cf55 req-ca6eed99-bed9-434b-83b5-23b4f0e5e608 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781593493926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781593114067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6347609'] for port, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:02.957805 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] get_ports_and_sgs() called for port_ids ['2e2c23ae-b00e-4a48-81a0-8bc201ba1436'] {{(pid=98444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:44:02.958434 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8054f9-7f0f-4aea-986f-436e07f6fd6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9b7362-c3d5-45e1-9ae2-cbcfde22fa3f,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:02.972201 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-7b8054f9-7f0f-4aea-986f-436e07f6fd6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:02.975006 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-bd5ac717-3ac5-4733-a6e8-11e0686517a0 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:03.049806 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-95faea02-09e6-409a-b5e0-1daeb51ef95e req-971516ee-79ca-46d5-821e-fa78c68a57fa tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.21 "GET /v2.0/security-groups?id=95f25048-ac3c-451a-9c7f-c753883b57e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085701 May 31 11:44:03.052510 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6eed99-bed9-434b-83b5-23b4f0e5e608 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Pushing event deleted for resources: {'Port': ['ID=2e2c23ae-b00e-4a48-81a0-8bc201ba1436,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:03.060834 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-ca6eed99-bed9-434b-83b5-23b4f0e5e608 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:03.066247 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-7b8054f9-7f0f-4aea-986f-436e07f6fd6c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6b79fdbaf63f40b2b9f2557b1345431f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8077857 May 31 11:44:03.067970 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 32980) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:03.109659 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-4dd2d00e-dcf9-4e23-b792-5c090050d053 req-66cacee0-252c-4f4d-a15b-da565095bb81 service neutron] 10.222.0.61 "GET /v2.0/networks/46757b2e-7629-4741-89fd-5c6528c3562f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892548 May 31 11:44:03.115250 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.l3_dvrscheduler_db [req-494b3939-6e73-4e84-8ad4-2a6e9504cf55 req-ca6eed99-bed9-434b-83b5-23b4f0e5e608 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] No DVR routers for this DVR port 2e2c23ae-b00e-4a48-81a0-8bc201ba1436 on host hv-cinder-78638 {{(pid=98443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:44:03.118182 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-494b3939-6e73-4e84-8ad4-2a6e9504cf55 req-ca6eed99-bed9-434b-83b5-23b4f0e5e608 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523773'] for port, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:03.129613 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83b65be4-3c11-4291-8ebe-01f254cfae15', 'name': 'network-vif-deleted', 'tag': '2e2c23ae-b00e-4a48-81a0-8bc201ba1436'}] {{(pid=98443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:44:03.132137 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56017c51fa2db9d96507774d194550d251c1d18f102e1d67e4a71b2ac79ee147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19bc0ddc-926b-4547-ae70-d8fba594ac7b" -d '{"events": [{"server_uuid": "83b65be4-3c11-4291-8ebe-01f254cfae15", "name": "network-vif-deleted", "tag": "2e2c23ae-b00e-4a48-81a0-8bc201ba1436"}]}' {{(pid=98443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:44:03.149199 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-494b3939-6e73-4e84-8ad4-2a6e9504cf55 req-ca6eed99-bed9-434b-83b5-23b4f0e5e608 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] 10.222.0.61 "DELETE /v2.0/ports/2e2c23ae-b00e-4a48-81a0-8bc201ba1436 HTTP/1.1" status: 204 len: 173 time: 0.9385211 May 31 11:44:03.149656 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-2fd2ab09-8604-4ed7-b8b6-4999a989cb9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:03.180063 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-2fd2ab09-8604-4ed7-b8b6-4999a989cb9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:03.191648 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00012217-7445-498a-9546-d2feeefc272d x-openstack-request-id: req-00012217-7445-498a-9546-d2feeefc272d {{(pid=98443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:44:03.192188 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83b65be4-3c11-4291-8ebe-01f254cfae15", "name": "network-vif-deleted", "tag": "2e2c23ae-b00e-4a48-81a0-8bc201ba1436", "status": "completed", "code": 200}]} {{(pid=98443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:44:03.192912 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-00012217-7445-498a-9546-d2feeefc272d {{(pid=98443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:44:03.193427 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83b65be4-3c11-4291-8ebe-01f254cfae15', 'name': 'network-vif-deleted', 'tag': '2e2c23ae-b00e-4a48-81a0-8bc201ba1436', 'status': 'completed', 'code': 200} May 31 11:44:03.294817 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-2fd2ab09-8604-4ed7-b8b6-4999a989cb9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:03.300918 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-64bbe842-54eb-4a5b-ad11-a6b51cb60214 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:03.322691 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd2ab09-8604-4ed7-b8b6-4999a989cb9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9b7362-c3d5-45e1-9ae2-cbcfde22fa3f,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:03.359562 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-2fd2ab09-8604-4ed7-b8b6-4999a989cb9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:03.367514 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-2fd2ab09-8604-4ed7-b8b6-4999a989cb9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:03.368242 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-2fd2ab09-8604-4ed7-b8b6-4999a989cb9b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5e9b7362-c3d5-45e1-9ae2-cbcfde22fa3f HTTP/1.1" status: 204 len: 168 time: 0.2992878 May 31 11:44:03.433487 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fad438-f5a4-474c-9db2-2ba2080351bf req-3c5f672d-9bef-43de-8125-b5bc7a91c1fc tempest-VolumesActionsTest-1547186197 tempest-VolumesActionsTest-1547186197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:03.435492 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-a9fad438-f5a4-474c-9db2-2ba2080351bf req-3c5f672d-9bef-43de-8125-b5bc7a91c1fc tempest-VolumesActionsTest-1547186197 tempest-VolumesActionsTest-1547186197-project] 10.222.0.21 "GET /v2.0/ports?device_id=1caad29b-1fa8-4f4a-8a52-10c02168320a HTTP/1.1" status: 200 len: 945 time: 0.2117579 May 31 11:44:03.513276 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-a9fad438-f5a4-474c-9db2-2ba2080351bf req-fc42f73b-d940-494d-af56-d1ef9b9284c9 tempest-VolumesActionsTest-1547186197 tempest-VolumesActionsTest-1547186197-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b60ecb6-0d22-4b0e-97c4-c769a4b91145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628195 May 31 11:44:03.527348 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6b9313-fb5a-45d2-ac2f-41175d08c909 req-855fa831-19ca-493a-89e1-d2323c6f624b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:03.528869 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-8c6b9313-fb5a-45d2-ac2f-41175d08c909 req-855fa831-19ca-493a-89e1-d2323c6f624b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5d75be34920e411d8acd5d91f33d5b42&device_id=dfd43d79-7a89-47cf-85d7-c4261370e32e HTTP/1.1" status: 200 len: 1096 time: 0.1681154 May 31 11:44:03.537804 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee18639-7d82-4d1d-808d-96943271059f req-ea644b13-b66c-4dbe-a39d-ad5b7a92ad5e tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:03.540780 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-bee18639-7d82-4d1d-808d-96943271059f req-ea644b13-b66c-4dbe-a39d-ad5b7a92ad5e tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfd43d79-7a89-47cf-85d7-c4261370e32e HTTP/1.1" status: 200 len: 943 time: 0.2217395 May 31 11:44:03.751023 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-bee18639-7d82-4d1d-808d-96943271059f req-acfb826c-6805-461d-ba49-bd3f9d88d4b2 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] 10.222.0.21 "GET /v2.0/security-groups?id=23ddb76d-0760-4348-9d11-238930422bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889172 May 31 11:44:03.791450 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6b9313-fb5a-45d2-ac2f-41175d08c909 req-ae5abe27-b769-4952-9464-e510b808126b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:03.793504 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-8c6b9313-fb5a-45d2-ac2f-41175d08c909 req-ae5abe27-b769-4952-9464-e510b808126b service neutron] 10.222.0.61 "GET /v2.0/networks?id=46757b2e-7629-4741-89fd-5c6528c3562f HTTP/1.1" status: 200 len: 915 time: 0.2515988 May 31 11:44:03.892436 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-8c6b9313-fb5a-45d2-ac2f-41175d08c909 req-35622b61-20c3-457f-af14-63c50ee7ddf7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=964332a4-40af-4781-902e-a07ed83d63a7 HTTP/1.1" status: 200 len: 217 time: 0.0655451 May 31 11:44:03.999554 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6b9313-fb5a-45d2-ac2f-41175d08c909 req-7150c296-406f-44b5-86da-529fbcbf4273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:04.000967 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-8c6b9313-fb5a-45d2-ac2f-41175d08c909 req-7150c296-406f-44b5-86da-529fbcbf4273 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e1d4f0a4-741b-49b4-9073-50df86f8d5f2 HTTP/1.1" status: 200 len: 854 time: 0.0972612 May 31 11:44:04.065845 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-8c6b9313-fb5a-45d2-ac2f-41175d08c909 req-26c243f3-747a-492c-b8e3-6bfc048aa209 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=46757b2e-7629-4741-89fd-5c6528c3562f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496671 May 31 11:44:04.153486 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 32996) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:04.181584 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37fa1b-0670-4ee5-b765-0785d8058aa0 req-3b48b27f-2f75-4a22-b152-3c75766d686d tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:04.183057 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-9b37fa1b-0670-4ee5-b765-0785d8058aa0 req-3b48b27f-2f75-4a22-b152-3c75766d686d tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=06785de2-89dd-40f4-8974-9220828497b9 HTTP/1.1" status: 200 len: 946 time: 0.2201769 May 31 11:44:04.229916 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff6ea344-fdf0-46dc-8986-819d83756660 admin admin] Deleting subnet 9fd55cdd-d13a-4134-ac0d-50fa90ef4a5c {{(pid=98443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 11:44:04.235140 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-ff6ea344-fdf0-46dc-8986-819d83756660 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:04.257027 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-8c6b9313-fb5a-45d2-ac2f-41175d08c909 req-70ec86c7-917f-4fe7-b261-3668f0682e92 service neutron] 10.222.0.61 "GET /v2.0/networks/46757b2e-7629-4741-89fd-5c6528c3562f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834972 May 31 11:44:04.262053 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-9b37fa1b-0670-4ee5-b765-0785d8058aa0 req-560bb949-cb4f-413f-befa-50e68632f4e8 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716712 May 31 11:44:04.334356 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-ff6ea344-fdf0-46dc-8986-819d83756660 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7666509'] for subnet, precommit_delete_associations {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:04.399036 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-ff6ea344-fdf0-46dc-8986-819d83756660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649192'] for subnet, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:04.400080 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-8c6b9313-fb5a-45d2-ac2f-41175d08c909 req-5f35e829-9151-4a38-bd67-37123bded72c service neutron] 10.222.0.61 "GET /v2.0/networks/46757b2e-7629-4741-89fd-5c6528c3562f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293797 May 31 11:44:04.521772 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059f326c-7c43-43f3-baf3-f73aeae7196e req-f60fcfda-88d0-4942-bf6a-6cb3d0dbebbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:04.523326 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-059f326c-7c43-43f3-baf3-f73aeae7196e req-f60fcfda-88d0-4942-bf6a-6cb3d0dbebbc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=06785de2-89dd-40f4-8974-9220828497b9 HTTP/1.1" status: 200 len: 1099 time: 0.2489822 May 31 11:44:04.646262 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-059f326c-7c43-43f3-baf3-f73aeae7196e req-57dbe83e-de26-4840-b8c2-8e6984d95529 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163619 May 31 11:44:04.709614 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d3de8-f280-46fb-a68e-05c57d3bf664 req-85b6896c-a67d-423d-8c42-76087ebe1f63 tempest-VolumesActionsTest-1547186197 tempest-VolumesActionsTest-1547186197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:04.711240 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-5c9d3de8-f280-46fb-a68e-05c57d3bf664 req-85b6896c-a67d-423d-8c42-76087ebe1f63 tempest-VolumesActionsTest-1547186197 tempest-VolumesActionsTest-1547186197-project] 10.222.0.21 "GET /v2.0/ports?device_id=1caad29b-1fa8-4f4a-8a52-10c02168320a HTTP/1.1" status: 200 len: 945 time: 0.0845716 May 31 11:44:04.755540 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-5c9d3de8-f280-46fb-a68e-05c57d3bf664 req-4152dbe5-cb09-4231-80e8-6456cfad3d5f tempest-VolumesActionsTest-1547186197 tempest-VolumesActionsTest-1547186197-project] 10.222.0.21 "GET /v2.0/security-groups?id=2b60ecb6-0d22-4b0e-97c4-c769a4b91145&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385745 May 31 11:44:04.762909 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-ff6ea344-fdf0-46dc-8986-819d83756660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-649821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6695594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6022295'] for subnet, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:04.768033 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-b77cec5f-7e11-4e16-ac2c-aa5fee8e844e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:04.809130 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6ea344-fdf0-46dc-8986-819d83756660 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9fd55cdd-d13a-4134-ac0d-50fa90ef4a5c,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:04.811347 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-ff6ea344-fdf0-46dc-8986-819d83756660 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:04.813844 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-ff6ea344-fdf0-46dc-8986-819d83756660 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:04.818055 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-ff6ea344-fdf0-46dc-8986-819d83756660 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9fd55cdd-d13a-4134-ac0d-50fa90ef4a5c HTTP/1.1" status: 204 len: 168 time: 0.6634977 May 31 11:44:04.820931 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 33004) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:04.924051 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-7bd167be-77f9-445d-9f26-facc8fa14aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990620'] for network, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:04.957866 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5e9bc8-103e-4811-a31a-bae2f750dd8f req-e399ad72-2b24-4783-8815-73816dd2e7f1 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:04.959204 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-4e5e9bc8-103e-4811-a31a-bae2f750dd8f req-e399ad72-2b24-4783-8815-73816dd2e7f1 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfd43d79-7a89-47cf-85d7-c4261370e32e HTTP/1.1" status: 200 len: 943 time: 0.0901465 May 31 11:44:05.005399 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-4e5e9bc8-103e-4811-a31a-bae2f750dd8f req-dea03eb1-acf7-413d-a287-99327613277f tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] 10.222.0.21 "GET /v2.0/security-groups?id=23ddb76d-0760-4348-9d11-238930422bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402200 May 31 11:44:05.059214 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-7bd167be-77f9-445d-9f26-facc8fa14aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647783', 'neutron.services.segments.db._delete_segments_for_network-8781593572316'] for network, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:05.072164 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.services.segments.db [None req-7bd167be-77f9-445d-9f26-facc8fa14aac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79d8a26c-dd66-4347-ae65-e9e905a4c881']}} {{(pid=98443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:44:05.083822 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.services.segments.db [None req-7bd167be-77f9-445d-9f26-facc8fa14aac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '060d4e1c-f196-46cb-ba4f-7d352cbad15d') {'for_net_delete': True} {{(pid=98443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:44:05.084129 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.services.segments.db [None req-7bd167be-77f9-445d-9f26-facc8fa14aac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '060d4e1c-f196-46cb-ba4f-7d352cbad15d') {} {{(pid=98443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:44:05.095606 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-7bd167be-77f9-445d-9f26-facc8fa14aac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781593581213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7666502'] for segment, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:05.112115 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-7bd167be-77f9-445d-9f26-facc8fa14aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654047'] for segment, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:05.118825 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bd167be-77f9-445d-9f26-facc8fa14aac admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=98443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 11:44:05.119211 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-7bd167be-77f9-445d-9f26-facc8fa14aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6347532'] for segment, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:05.132775 dv-cinder-786383-7-smb neutron-server[98443]: Traceback (most recent call last): May 31 11:44:05.132775 dv-cinder-786383-7-smb neutron-server[98443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 11:44:05.132775 dv-cinder-786383-7-smb neutron-server[98443]: timer() May 31 11:44:05.132775 dv-cinder-786383-7-smb neutron-server[98443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 11:44:05.132775 dv-cinder-786383-7-smb neutron-server[98443]: cb(*args, **kw) May 31 11:44:05.132775 dv-cinder-786383-7-smb neutron-server[98443]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 11:44:05.132775 dv-cinder-786383-7-smb neutron-server[98443]: return func(*args, **kwargs) May 31 11:44:05.132775 dv-cinder-786383-7-smb neutron-server[98443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 11:44:05.132775 dv-cinder-786383-7-smb neutron-server[98443]: self._notify() May 31 11:44:05.132775 dv-cinder-786383-7-smb neutron-server[98443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 11:44:05.132775 dv-cinder-786383-7-smb neutron-server[98443]: self.callback(batched_events) May 31 11:44:05.132775 dv-cinder-786383-7-smb neutron-server[98443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 11:44:05.132775 dv-cinder-786383-7-smb neutron-server[98443]: event.method(event) May 31 11:44:05.132775 dv-cinder-786383-7-smb neutron-server[98443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 11:44:05.132775 dv-cinder-786383-7-smb neutron-server[98443]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 11:44:05.132775 dv-cinder-786383-7-smb neutron-server[98443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 11:44:05.132775 dv-cinder-786383-7-smb neutron-server[98443]: aggregate_uuid = self.p_client.list_aggregates( May 31 11:44:05.132775 dv-cinder-786383-7-smb neutron-server[98443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 11:44:05.132775 dv-cinder-786383-7-smb neutron-server[98443]: return f(self, *a, **k) May 31 11:44:05.132775 dv-cinder-786383-7-smb neutron-server[98443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 11:44:05.132775 dv-cinder-786383-7-smb neutron-server[98443]: return self._get(url).json() May 31 11:44:05.132775 dv-cinder-786383-7-smb neutron-server[98443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 11:44:05.132775 dv-cinder-786383-7-smb neutron-server[98443]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 11:44:05.132775 dv-cinder-786383-7-smb neutron-server[98443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 11:44:05.132775 dv-cinder-786383-7-smb neutron-server[98443]: return self.request(url, 'GET', **kwargs) May 31 11:44:05.132775 dv-cinder-786383-7-smb neutron-server[98443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 11:44:05.132775 dv-cinder-786383-7-smb neutron-server[98443]: base_url = self.get_endpoint(auth, allow=allow, May 31 11:44:05.132775 dv-cinder-786383-7-smb neutron-server[98443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 11:44:05.132775 dv-cinder-786383-7-smb neutron-server[98443]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 11:44:05.132775 dv-cinder-786383-7-smb neutron-server[98443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 11:44:05.132775 dv-cinder-786383-7-smb neutron-server[98443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 11:44:05.132775 dv-cinder-786383-7-smb neutron-server[98443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 11:44:05.216168 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-7bd167be-77f9-445d-9f26-facc8fa14aac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8325956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7927536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8365519'] for network, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:05.220119 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-a48966ed-5b82-49d5-ac04-780e0a7cab49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:05.234054 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-7bd167be-77f9-445d-9f26-facc8fa14aac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927509'] for network, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:05.281364 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd167be-77f9-445d-9f26-facc8fa14aac admin admin] Pushing event deleted for resources: {'Network': ['ID=79d8a26c-dd66-4347-ae65-e9e905a4c881,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:05.289891 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-7bd167be-77f9-445d-9f26-facc8fa14aac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:05.292982 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-7bd167be-77f9-445d-9f26-facc8fa14aac admin admin] 10.222.0.21 "DELETE /v2.0/networks/79d8a26c-dd66-4347-ae65-e9e905a4c881 HTTP/1.1" status: 204 len: 168 time: 0.4710655 May 31 11:44:05.332276 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5017db-d6e7-4145-b6f3-ca6a97e23a18 req-25e3743c-887d-4cd7-93c3-21e225d1d02b tempest-VolumesActionsTest-1547186197 tempest-VolumesActionsTest-1547186197-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:05.333730 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-ea5017db-d6e7-4145-b6f3-ca6a97e23a18 req-25e3743c-887d-4cd7-93c3-21e225d1d02b tempest-VolumesActionsTest-1547186197 tempest-VolumesActionsTest-1547186197-project] 10.222.0.61 "GET /v2.0/ports?device_id=1caad29b-1fa8-4f4a-8a52-10c02168320a HTTP/1.1" status: 200 len: 945 time: 0.1010053 May 31 11:44:05.464201 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472ff853-3d16-4480-8b41-92c1c0e26f31 req-ec96d3da-f27b-4060-8111-3a7f1f59a48b tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:05.465708 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-472ff853-3d16-4480-8b41-92c1c0e26f31 req-ec96d3da-f27b-4060-8111-3a7f1f59a48b tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=06785de2-89dd-40f4-8974-9220828497b9 HTTP/1.1" status: 200 len: 946 time: 0.0875623 May 31 11:44:05.500228 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.plugin [req-ea5017db-d6e7-4145-b6f3-ca6a97e23a18 req-eca9d73d-e20d-4214-be8e-cf5662cf0bbf tempest-VolumesActionsTest-1547186197 tempest-VolumesActionsTest-1547186197-project] Deleting port 2dac8332-5073-4877-8e44-aa89e36c6424 {{(pid=98443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:44:05.500591 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-ea5017db-d6e7-4145-b6f3-ca6a97e23a18 req-eca9d73d-e20d-4214-be8e-cf5662cf0bbf tempest-VolumesActionsTest-1547186197 tempest-VolumesActionsTest-1547186197-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781593492803'] for port, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:05.502484 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 33012) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:05.529842 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-472ff853-3d16-4480-8b41-92c1c0e26f31 req-bada3e0c-785f-47bd-af46-92a30f8f4699 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580680 May 31 11:44:05.563481 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-91804f46-c312-4621-8d5e-5104b2f6696f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=137483c5ff894f0390c68478edf226f3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0597918 May 31 11:44:05.565883 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 33016) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:05.626973 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-44317860-c310-4306-9b82-2a73fc4f4cb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:05.646440 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.db [req-ea5017db-d6e7-4145-b6f3-ca6a97e23a18 req-eca9d73d-e20d-4214-be8e-cf5662cf0bbf tempest-VolumesActionsTest-1547186197 tempest-VolumesActionsTest-1547186197-project] For port 2dac8332-5073-4877-8e44-aa89e36c6424, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2dac8332-5073-4877-8e44-aa89e36c6424,segment=NetworkSegment(1817ee9f-714b-460d-bdfb-b2ca75b6d953),segment_id=1817ee9f-714b-460d-bdfb-b2ca75b6d953)] {{(pid=98443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:44:05.646837 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-ea5017db-d6e7-4145-b6f3-ca6a97e23a18 req-eca9d73d-e20d-4214-be8e-cf5662cf0bbf tempest-VolumesActionsTest-1547186197 tempest-VolumesActionsTest-1547186197-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8366366'] for port, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:05.653152 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-44317860-c310-4306-9b82-2a73fc4f4cb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:05.662590 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device 964332a4-40af-4781-902e-a07ed83d63a7 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:44:05.671440 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device 2e2c23ae-b00e-4a48-81a0-8bc201ba1436 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:44:05.708353 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.plugin [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] No Port match for: 2e2c23ae-b00e-4a48-81a0-8bc201ba1436 {{(pid=98444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:44:05.708701 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device 2e2c23ae-b00e-4a48-81a0-8bc201ba1436 not bound to the agent host hv-cinder-78638 {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:44:05.709876 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-44317860-c310-4306-9b82-2a73fc4f4cb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:05.715715 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-84d65d6f-d0ce-4953-9440-949d123cdc25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:05.729101 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44317860-c310-4306-9b82-2a73fc4f4cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95f25048-ac3c-451a-9c7f-c753883b57e5,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:05.732034 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-44317860-c310-4306-9b82-2a73fc4f4cb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:05.742186 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-44317860-c310-4306-9b82-2a73fc4f4cb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:05.743469 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-44317860-c310-4306-9b82-2a73fc4f4cb3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/95f25048-ac3c-451a-9c7f-c753883b57e5 HTTP/1.1" status: 204 len: 168 time: 0.1767032 May 31 11:44:05.805278 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.plugin [req-ea5017db-d6e7-4145-b6f3-ca6a97e23a18 req-eca9d73d-e20d-4214-be8e-cf5662cf0bbf tempest-VolumesActionsTest-1547186197 tempest-VolumesActionsTest-1547186197-project] Calling delete_port for 2dac8332-5073-4877-8e44-aa89e36c6424 owned by compute:nova {{(pid=98443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:44:05.846328 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] For port 964332a4-40af-4781-902e-a07ed83d63a7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=964332a4-40af-4781-902e-a07ed83d63a7,segment=NetworkSegment(0d82a303-062a-4e38-9ea1-2b0281f8e184),segment_id=0d82a303-062a-4e38-9ea1-2b0281f8e184)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:44:05.861406 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Returning: {'device': '964332a4-40af-4781-902e-a07ed83d63a7', 'network_id': '46757b2e-7629-4741-89fd-5c6528c3562f', 'port_id': '964332a4-40af-4781-902e-a07ed83d63a7', 'mac_address': 'fa:16:3e:77:5c:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1d4f0a4-741b-49b4-9073-50df86f8d5f2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:44:05.937257 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:05.951292 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-ea5017db-d6e7-4145-b6f3-ca6a97e23a18 req-eca9d73d-e20d-4214-be8e-cf5662cf0bbf tempest-VolumesActionsTest-1547186197 tempest-VolumesActionsTest-1547186197-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781593493926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781593114067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6347609'] for port, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:05.960889 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.notifiers.nova [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 964332a4-40af-4781-902e-a07ed83d63a7 {{(pid=98444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:44:05.966168 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-7a5c92f7-d706-4406-b226-c76936c09055 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:05.978931 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] For port 964332a4-40af-4781-902e-a07ed83d63a7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=964332a4-40af-4781-902e-a07ed83d63a7,segment=NetworkSegment(0d82a303-062a-4e38-9ea1-2b0281f8e184),segment_id=0d82a303-062a-4e38-9ea1-2b0281f8e184)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:44:05.984749 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:05.986821 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:06.001065 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-b30a346f-bc6f-437f-98f3-0e90c207020f req-613bd162-7dad-48db-a8a9-d9f196d4a39d tempest-VolumesActionsTest-1547186197 tempest-VolumesActionsTest-1547186197-project] 10.222.0.21 "GET /v2.0/ports?device_id=1caad29b-1fa8-4f4a-8a52-10c02168320a HTTP/1.1" status: 200 len: 210 time: 0.0499723 May 31 11:44:06.022708 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca9d73d-e20d-4214-be8e-cf5662cf0bbf tempest-VolumesActionsTest-1547186197 tempest-VolumesActionsTest-1547186197-project] Pushing event deleted for resources: {'Port': ['ID=2dac8332-5073-4877-8e44-aa89e36c6424,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:06.022708 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-eca9d73d-e20d-4214-be8e-cf5662cf0bbf tempest-VolumesActionsTest-1547186197 tempest-VolumesActionsTest-1547186197-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:06.035874 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] get_ports_and_sgs() called for port_ids ['2dac8332-5073-4877-8e44-aa89e36c6424'] {{(pid=98444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:44:06.101985 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Pushing event updated for resources: {'Port': ['ID=964332a4-40af-4781-902e-a07ed83d63a7,revision_number=4']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:06.103755 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea5017db-d6e7-4145-b6f3-ca6a97e23a18 req-eca9d73d-e20d-4214-be8e-cf5662cf0bbf tempest-VolumesActionsTest-1547186197 tempest-VolumesActionsTest-1547186197-project] No DVR routers for this DVR port 2dac8332-5073-4877-8e44-aa89e36c6424 on host hv-cinder-78638 {{(pid=98443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:44:06.106118 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:06.111853 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-ea5017db-d6e7-4145-b6f3-ca6a97e23a18 req-eca9d73d-e20d-4214-be8e-cf5662cf0bbf tempest-VolumesActionsTest-1547186197 tempest-VolumesActionsTest-1547186197-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523773'] for port, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:06.117595 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1caad29b-1fa8-4f4a-8a52-10c02168320a', 'name': 'network-vif-deleted', 'tag': '2dac8332-5073-4877-8e44-aa89e36c6424'}] {{(pid=98443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:44:06.119898 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56017c51fa2db9d96507774d194550d251c1d18f102e1d67e4a71b2ac79ee147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e959c2e-7143-454e-bc6d-fe3b70de8906" -d '{"events": [{"server_uuid": "1caad29b-1fa8-4f4a-8a52-10c02168320a", "name": "network-vif-deleted", "tag": "2dac8332-5073-4877-8e44-aa89e36c6424"}]}' {{(pid=98443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:44:06.136784 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-ea5017db-d6e7-4145-b6f3-ca6a97e23a18 req-eca9d73d-e20d-4214-be8e-cf5662cf0bbf tempest-VolumesActionsTest-1547186197 tempest-VolumesActionsTest-1547186197-project] 10.222.0.61 "DELETE /v2.0/ports/2dac8332-5073-4877-8e44-aa89e36c6424 HTTP/1.1" status: 204 len: 173 time: 0.7966690 May 31 11:44:06.194054 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8976419-f2af-42ba-9148-aa81bf0aef16 x-openstack-request-id: req-f8976419-f2af-42ba-9148-aa81bf0aef16 {{(pid=98443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:44:06.194530 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1caad29b-1fa8-4f4a-8a52-10c02168320a", "name": "network-vif-deleted", "tag": "2dac8332-5073-4877-8e44-aa89e36c6424", "status": "completed", "code": 200}]} {{(pid=98443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:44:06.194955 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f8976419-f2af-42ba-9148-aa81bf0aef16 {{(pid=98443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:44:06.195471 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1caad29b-1fa8-4f4a-8a52-10c02168320a', 'name': 'network-vif-deleted', 'tag': '2dac8332-5073-4877-8e44-aa89e36c6424', 'status': 'completed', 'code': 200} May 31 11:44:06.239611 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca4f85d-680d-4e42-995b-2ee5f2dd1a7b req-ee2e591f-c8cb-4698-a5af-80eaecde1dd0 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:06.241142 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-aca4f85d-680d-4e42-995b-2ee5f2dd1a7b req-ee2e591f-c8cb-4698-a5af-80eaecde1dd0 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfd43d79-7a89-47cf-85d7-c4261370e32e HTTP/1.1" status: 200 len: 944 time: 0.0944037 May 31 11:44:06.289689 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-aca4f85d-680d-4e42-995b-2ee5f2dd1a7b req-51ee987d-699d-4aea-babe-663101e8ba1a tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] 10.222.0.21 "GET /v2.0/security-groups?id=23ddb76d-0760-4348-9d11-238930422bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420158 May 31 11:44:06.333675 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] get_ports_and_sgs() called for port_ids ['964332a4-40af-4781-902e-a07ed83d63a7'] {{(pid=98444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:44:06.733390 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b8877-7829-4c3f-ae31-7d492e78c713 req-f48f3f16-8fa4-4983-8649-d74236dc678f tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:06.736594 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-069b8877-7829-4c3f-ae31-7d492e78c713 req-f48f3f16-8fa4-4983-8649-d74236dc678f tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=06785de2-89dd-40f4-8974-9220828497b9 HTTP/1.1" status: 200 len: 946 time: 0.0858593 May 31 11:44:06.788887 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-069b8877-7829-4c3f-ae31-7d492e78c713 req-f77dbdc8-ad74-4d08-b755-2b7215752f14 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466297 May 31 11:44:07.390071 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3371a6-7f27-414f-abc9-a1d381e78a45 req-8327768e-9ca0-4c15-9e97-611965ddb3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:07.395822 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b483b1e-c2ea-424c-bff3-4d98f828034f req-1a07a8a6-17ca-4349-b61e-a50271e62ad4 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:07.396872 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-ac3371a6-7f27-414f-abc9-a1d381e78a45 req-8327768e-9ca0-4c15-9e97-611965ddb3a6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=4d8aa9185953468f8491235be83abf68&device_id=06785de2-89dd-40f4-8974-9220828497b9 HTTP/1.1" status: 200 len: 1099 time: 0.1481638 May 31 11:44:07.397319 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-2b483b1e-c2ea-424c-bff3-4d98f828034f req-1a07a8a6-17ca-4349-b61e-a50271e62ad4 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=06785de2-89dd-40f4-8974-9220828497b9 HTTP/1.1" status: 200 len: 946 time: 0.0963495 May 31 11:44:07.511197 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-2b483b1e-c2ea-424c-bff3-4d98f828034f req-c5ab1070-6043-4dd9-a393-510f50e9dcd2 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070888 May 31 11:44:07.574990 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be6b4d2-16e7-4dd7-a892-0cf8f1583fe9 req-38dff72b-af64-4000-8dde-562fecaa9683 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:07.577822 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-4be6b4d2-16e7-4dd7-a892-0cf8f1583fe9 req-38dff72b-af64-4000-8dde-562fecaa9683 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfd43d79-7a89-47cf-85d7-c4261370e32e HTTP/1.1" status: 200 len: 944 time: 0.1178601 May 31 11:44:07.631874 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-4be6b4d2-16e7-4dd7-a892-0cf8f1583fe9 req-9f22b62c-f7ac-4165-ad8c-858d99d7769a tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] 10.222.0.21 "GET /v2.0/security-groups?id=23ddb76d-0760-4348-9d11-238930422bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472662 May 31 11:44:07.695132 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device 964332a4-40af-4781-902e-a07ed83d63a7 up at agent hyperv_hv-cinder-78638 {{(pid=98444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:44:07.708441 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3371a6-7f27-414f-abc9-a1d381e78a45 req-bf163ee8-8da8-4598-95cc-d536b075d0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:07.709974 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-ac3371a6-7f27-414f-abc9-a1d381e78a45 req-bf163ee8-8da8-4598-95cc-d536b075d0bb service neutron] 10.222.0.61 "GET /v2.0/networks?id=665ca1a0-d0c5-448d-9582-68d76f26f11a HTTP/1.1" status: 200 len: 919 time: 0.3082395 May 31 11:44:07.779049 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Provisioning for port 964332a4-40af-4781-902e-a07ed83d63a7 completed by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:44:07.784990 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Provisioning complete for port 964332a4-40af-4781-902e-a07ed83d63a7 triggered by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:44:07.784990 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:07.793699 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-ac3371a6-7f27-414f-abc9-a1d381e78a45 req-4bf97900-bb60-4cf3-a2b3-c94fcf1c5799 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd0389ac-5ae1-41f7-9330-00a1630417f4 HTTP/1.1" status: 200 len: 217 time: 0.0764382 May 31 11:44:07.858760 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3371a6-7f27-414f-abc9-a1d381e78a45 req-d3d04bd5-1ac5-49cd-8a80-608b7a14e504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:07.860201 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-ac3371a6-7f27-414f-abc9-a1d381e78a45 req-d3d04bd5-1ac5-49cd-8a80-608b7a14e504 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=482a023d-7693-4e4c-a2dd-49fc43823b85 HTTP/1.1" status: 200 len: 858 time: 0.0594678 May 31 11:44:07.906135 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:07.910705 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-ac3371a6-7f27-414f-abc9-a1d381e78a45 req-b7a71bbe-07b9-4743-a4de-888294796444 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=665ca1a0-d0c5-448d-9582-68d76f26f11a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433438 May 31 11:44:07.970808 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd43d79-7a89-47cf-85d7-c4261370e32e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '964332a4-40af-4781-902e-a07ed83d63a7'}] {{(pid=98444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:44:07.973062 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88ad6d6066f99d569bf87ae86d08865c72136362fb0dde426bf5d6223abbdd23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-603bacc0-6eaf-4ef3-9650-1b4ec1305129" -d '{"events": [{"server_uuid": "dfd43d79-7a89-47cf-85d7-c4261370e32e", "name": "network-vif-plugged", "status": "completed", "tag": "964332a4-40af-4781-902e-a07ed83d63a7"}]}' {{(pid=98444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:44:07.982684 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] For port 964332a4-40af-4781-902e-a07ed83d63a7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=964332a4-40af-4781-902e-a07ed83d63a7,segment=NetworkSegment(0d82a303-062a-4e38-9ea1-2b0281f8e184),segment_id=0d82a303-062a-4e38-9ea1-2b0281f8e184)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:44:07.988294 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:07.992825 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:08.034761 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a1b89a-af7f-4a13-9eb2-9761b914fe8c x-openstack-request-id: req-94a1b89a-af7f-4a13-9eb2-9761b914fe8c {{(pid=98444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:44:08.034997 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfd43d79-7a89-47cf-85d7-c4261370e32e", "name": "network-vif-plugged", "status": "completed", "tag": "964332a4-40af-4781-902e-a07ed83d63a7", "code": 200}]} {{(pid=98444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:44:08.035279 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-94a1b89a-af7f-4a13-9eb2-9761b914fe8c {{(pid=98444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:44:08.035667 dv-cinder-786383-7-smb neutron-server[98444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd43d79-7a89-47cf-85d7-c4261370e32e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '964332a4-40af-4781-902e-a07ed83d63a7', 'code': 200} May 31 11:44:08.074951 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Pushing event updated for resources: {'Port': ['ID=964332a4-40af-4781-902e-a07ed83d63a7,revision_number=5']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:08.078860 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:08.080965 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-ac3371a6-7f27-414f-abc9-a1d381e78a45 req-3e0f1039-725f-4ceb-89d0-3f7465b52deb service neutron] 10.222.0.61 "GET /v2.0/networks/665ca1a0-d0c5-448d-9582-68d76f26f11a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622627 May 31 11:44:08.225346 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-ac3371a6-7f27-414f-abc9-a1d381e78a45 req-d758c84e-c7a4-44df-a8c9-63442f36f5df service neutron] 10.222.0.61 "GET /v2.0/networks/665ca1a0-d0c5-448d-9582-68d76f26f11a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370227 May 31 11:44:08.326466 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a157dff0-8113-4113-bf09-3ac59cffa907 req-a167de14-ed3f-4f4c-a44a-46314581bb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:08.327952 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-a157dff0-8113-4113-bf09-3ac59cffa907 req-a167de14-ed3f-4f4c-a44a-46314581bb25 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=dfd43d79-7a89-47cf-85d7-c4261370e32e HTTP/1.1" status: 200 len: 1098 time: 0.0740986 May 31 11:44:08.390395 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-a157dff0-8113-4113-bf09-3ac59cffa907 req-e6d16213-67b5-4f78-a717-840c9118a02c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=23ddb76d-0760-4348-9d11-238930422bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345135 May 31 11:44:08.458915 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:08.714224 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ad81c-05bd-4cfe-98e9-c7cb5f48c7cd req-bdc8c7e4-944b-4b07-bad2-d9493791a557 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:08.715789 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-528ad81c-05bd-4cfe-98e9-c7cb5f48c7cd req-bdc8c7e4-944b-4b07-bad2-d9493791a557 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=06785de2-89dd-40f4-8974-9220828497b9 HTTP/1.1" status: 200 len: 946 time: 0.0874052 May 31 11:44:08.871271 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-528ad81c-05bd-4cfe-98e9-c7cb5f48c7cd req-e67506f1-7296-4ca1-a1e1-b0c365049803 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489730 May 31 11:44:08.912721 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0281b87a-f1ab-4a90-870b-f7c28f8847fe req-cf22c35e-7ed7-411a-90fe-21678baacd54 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:08.914592 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-0281b87a-f1ab-4a90-870b-f7c28f8847fe req-cf22c35e-7ed7-411a-90fe-21678baacd54 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfd43d79-7a89-47cf-85d7-c4261370e32e HTTP/1.1" status: 200 len: 945 time: 0.1626241 May 31 11:44:08.963260 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-0281b87a-f1ab-4a90-870b-f7c28f8847fe req-45d63022-0ce8-40cf-95fe-ceeee18d135e tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] 10.222.0.21 "GET /v2.0/security-groups?id=23ddb76d-0760-4348-9d11-238930422bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423672 May 31 11:44:09.588400 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.agents_db [None req-9d677285-078d-4c88-aefd-aa7dfcc00faf None None] Agent healthcheck: found 6 active agents {{(pid=98445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:44:09.699087 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device 2dac8332-5073-4877-8e44-aa89e36c6424 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:44:09.736403 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.plugin [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] No Port match for: 2dac8332-5073-4877-8e44-aa89e36c6424 {{(pid=98444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:44:09.736793 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device 2dac8332-5073-4877-8e44-aa89e36c6424 not bound to the agent host hv-cinder-78638 {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:44:10.069407 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581acb28-c6a6-44f0-8f2c-8aadf9c381fa req-23fd5ead-a86d-46e1-9249-58ef537abfdf tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:10.071117 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-581acb28-c6a6-44f0-8f2c-8aadf9c381fa req-23fd5ead-a86d-46e1-9249-58ef537abfdf tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=06785de2-89dd-40f4-8974-9220828497b9 HTTP/1.1" status: 200 len: 946 time: 0.0874875 May 31 11:44:10.162850 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-581acb28-c6a6-44f0-8f2c-8aadf9c381fa req-6fbc7c46-e2cb-48da-9888-c53514ce5383 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588861 May 31 11:44:10.185586 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f78ca9-d75d-46cc-94e5-09ffe386b6e5 req-8bc699cc-8074-472a-b1bf-9c03f52b5a65 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:10.187110 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-03f78ca9-d75d-46cc-94e5-09ffe386b6e5 req-8bc699cc-8074-472a-b1bf-9c03f52b5a65 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfd43d79-7a89-47cf-85d7-c4261370e32e HTTP/1.1" status: 200 len: 945 time: 0.1150858 May 31 11:44:10.233233 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-03f78ca9-d75d-46cc-94e5-09ffe386b6e5 req-389d7c3a-f10f-449a-882a-5936c594aa8f tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] 10.222.0.21 "GET /v2.0/security-groups?id=23ddb76d-0760-4348-9d11-238930422bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404255 May 31 11:44:11.384458 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46faaae8-446b-4a06-8941-32c92a88504c req-77eef384-b7b2-4861-a6eb-eedcc6f9921b tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:11.386068 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-46faaae8-446b-4a06-8941-32c92a88504c req-77eef384-b7b2-4861-a6eb-eedcc6f9921b tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=06785de2-89dd-40f4-8974-9220828497b9 HTTP/1.1" status: 200 len: 946 time: 0.0988097 May 31 11:44:11.437569 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-46faaae8-446b-4a06-8941-32c92a88504c req-3ed35176-ed60-43ae-b85a-4eb9a612a813 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440254 May 31 11:44:16.023860 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b26fcbb-cd7a-4f1e-af10-b7b136669b26 req-62cf2e6d-f3b8-47f6-9707-2e49aee3ca16 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:16.025327 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-2b26fcbb-cd7a-4f1e-af10-b7b136669b26 req-62cf2e6d-f3b8-47f6-9707-2e49aee3ca16 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=262b8cbd-0fc0-4cd8-a22d-395ca0a1615a HTTP/1.1" status: 200 len: 945 time: 0.0826178 May 31 11:44:16.076897 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-2b26fcbb-cd7a-4f1e-af10-b7b136669b26 req-f33bdd10-8ef2-4552-9627-3e1838b10f40 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456889 May 31 11:44:16.257301 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 33322) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:16.386637 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-ab2b460b-27e0-455f-b152-79ed4abcbadb admin admin] Notify callbacks [] for security_group, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:16.402301 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-ab2b460b-27e0-455f-b152-79ed4abcbadb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:44:16.406799 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-ab2b460b-27e0-455f-b152-79ed4abcbadb admin admin] Usage tracker for resource:security_group_rule and tenant:a384e509a84d43ab99efe62eff4f3a99 is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:44:16.410363 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-ab2b460b-27e0-455f-b152-79ed4abcbadb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:44:16.416308 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-ab2b460b-27e0-455f-b152-79ed4abcbadb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:44:16.502604 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-ab2b460b-27e0-455f-b152-79ed4abcbadb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:16.507417 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-ab2b460b-27e0-455f-b152-79ed4abcbadb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:16.517433 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-e3c12280-0429-47c5-9d89-a1be0d7d6672 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:16.556611 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-ab2b460b-27e0-455f-b152-79ed4abcbadb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a384e509a84d43ab99efe62eff4f3a99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2982030 May 31 11:44:16.558215 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2b460b-27e0-455f-b152-79ed4abcbadb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f29f367e-2906-4afb-b092-dc73fb341814,revision_number=1']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:16.559800 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 33334) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:16.561772 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-ab2b460b-27e0-455f-b152-79ed4abcbadb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:16.636343 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-dce5ccb9-65b3-4913-84de-990d7e016d56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:16.671180 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-dce5ccb9-65b3-4913-84de-990d7e016d56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:16.727777 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-dce5ccb9-65b3-4913-84de-990d7e016d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:16.738327 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-c416df7a-79e4-48fd-ab9e-9795a8979d3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:16.758173 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce5ccb9-65b3-4913-84de-990d7e016d56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29f367e-2906-4afb-b092-dc73fb341814,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:16.760542 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-dce5ccb9-65b3-4913-84de-990d7e016d56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:16.761482 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-dce5ccb9-65b3-4913-84de-990d7e016d56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:16.762795 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-dce5ccb9-65b3-4913-84de-990d7e016d56 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f29f367e-2906-4afb-b092-dc73fb341814 HTTP/1.1" status: 204 len: 168 time: 0.2019782 May 31 11:44:17.077324 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 33346) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:17.096221 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-68380577-583d-4fab-8086-99f73da99fe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:17.111103 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-68380577-583d-4fab-8086-99f73da99fe0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:44:17.115115 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-68380577-583d-4fab-8086-99f73da99fe0 admin admin] Usage tracker for resource:security_group_rule and tenant:6e2dfd6e00504ca1ab3d42239ae0e542 is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:44:17.118390 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-68380577-583d-4fab-8086-99f73da99fe0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:44:17.125214 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-68380577-583d-4fab-8086-99f73da99fe0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:44:17.208842 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-68380577-583d-4fab-8086-99f73da99fe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:17.214142 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-68380577-583d-4fab-8086-99f73da99fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:17.223497 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-f00a5afd-284e-47b7-8d60-0ec96fc51d70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:17.263933 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-68380577-583d-4fab-8086-99f73da99fe0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6e2dfd6e00504ca1ab3d42239ae0e542&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1855023 May 31 11:44:17.266525 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 33352) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:17.269139 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68380577-583d-4fab-8086-99f73da99fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dfa9620-33c7-40d5-bff1-ded5c02d27ea,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:17.273506 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-68380577-583d-4fab-8086-99f73da99fe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:17.278823 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e257b0b7-7582-4b11-8b0b-49f5ab4c509b req-728f68f6-8c97-4f5b-8991-323588441db2 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:17.285871 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-e257b0b7-7582-4b11-8b0b-49f5ab4c509b req-728f68f6-8c97-4f5b-8991-323588441db2 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=262b8cbd-0fc0-4cd8-a22d-395ca0a1615a HTTP/1.1" status: 200 len: 945 time: 0.0979717 May 31 11:44:17.327340 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-e257b0b7-7582-4b11-8b0b-49f5ab4c509b req-c4292130-02b4-47b5-9997-be61ba7420de tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406406 May 31 11:44:17.339057 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-4560a317-aa04-44ba-8e53-ef8d28dd9d8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:17.365430 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-4560a317-aa04-44ba-8e53-ef8d28dd9d8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:17.420798 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-4560a317-aa04-44ba-8e53-ef8d28dd9d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:17.425935 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-a285cdcb-35a7-4c6f-af1b-e0c331d9fe81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:17.437955 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4560a317-aa04-44ba-8e53-ef8d28dd9d8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dfa9620-33c7-40d5-bff1-ded5c02d27ea,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:17.440786 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-4560a317-aa04-44ba-8e53-ef8d28dd9d8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:17.442965 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-4560a317-aa04-44ba-8e53-ef8d28dd9d8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:17.446680 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-4560a317-aa04-44ba-8e53-ef8d28dd9d8e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3dfa9620-33c7-40d5-bff1-ded5c02d27ea HTTP/1.1" status: 204 len: 168 time: 0.1764934 May 31 11:44:18.538282 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebad2216-0a65-4720-8496-72e75e03bb9a req-c5361db2-bcf4-45df-8d7e-2c343a122bf6 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:18.545503 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-ebad2216-0a65-4720-8496-72e75e03bb9a req-c5361db2-bcf4-45df-8d7e-2c343a122bf6 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=262b8cbd-0fc0-4cd8-a22d-395ca0a1615a HTTP/1.1" status: 200 len: 945 time: 0.0980980 May 31 11:44:18.596666 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-ebad2216-0a65-4720-8496-72e75e03bb9a req-3b2a9515-bd59-4a0f-8560-fcb1030cd9d5 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503027 May 31 11:44:18.855594 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3124b08-0a61-4e53-b9c3-04ab44d97cf2 req-51e1ec52-3f55-4a36-a7dd-8dc7710b2445 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:18.856326 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [req-a3124b08-0a61-4e53-b9c3-04ab44d97cf2 req-51e1ec52-3f55-4a36-a7dd-8dc7710b2445 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Synchronizing usage tracker for tenant:4d8aa9185953468f8491235be83abf68 on resource:port {{(pid=98443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:44:18.878477 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [req-a3124b08-0a61-4e53-b9c3-04ab44d97cf2 req-51e1ec52-3f55-4a36-a7dd-8dc7710b2445 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Unset dirty status for tenant:4d8aa9185953468f8491235be83abf68 on resource:port {{(pid=98443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:44:18.880427 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-a3124b08-0a61-4e53-b9c3-04ab44d97cf2 req-51e1ec52-3f55-4a36-a7dd-8dc7710b2445 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.61 "GET /v2.0/ports?device_id=262b8cbd-0fc0-4cd8-a22d-395ca0a1615a HTTP/1.1" status: 200 len: 945 time: 0.1078579 May 31 11:44:19.086010 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.plugin [req-a3124b08-0a61-4e53-b9c3-04ab44d97cf2 req-bda7545b-9e10-401a-9440-3049e1a0448f tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Deleting port 17e1fd8f-3124-4ed2-82b5-968d7372fc6f {{(pid=98443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:44:19.086365 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-a3124b08-0a61-4e53-b9c3-04ab44d97cf2 req-bda7545b-9e10-401a-9440-3049e1a0448f tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781593492803'] for port, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:19.243749 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.db [req-a3124b08-0a61-4e53-b9c3-04ab44d97cf2 req-bda7545b-9e10-401a-9440-3049e1a0448f tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] For port 17e1fd8f-3124-4ed2-82b5-968d7372fc6f, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=17e1fd8f-3124-4ed2-82b5-968d7372fc6f,segment=NetworkSegment(b2814dc4-7721-40d7-bb3a-9698a734a5db),segment_id=b2814dc4-7721-40d7-bb3a-9698a734a5db)] {{(pid=98443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:44:19.244104 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-a3124b08-0a61-4e53-b9c3-04ab44d97cf2 req-bda7545b-9e10-401a-9440-3049e1a0448f tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8366366'] for port, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:19.384771 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.plugin [req-a3124b08-0a61-4e53-b9c3-04ab44d97cf2 req-bda7545b-9e10-401a-9440-3049e1a0448f tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Calling delete_port for 17e1fd8f-3124-4ed2-82b5-968d7372fc6f owned by compute:nova {{(pid=98443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:44:19.517471 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-a3124b08-0a61-4e53-b9c3-04ab44d97cf2 req-bda7545b-9e10-401a-9440-3049e1a0448f tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781593493926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781593114067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6347609'] for port, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:19.525274 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-1dc9c699-740f-4855-a253-a72d2cd9c764 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:19.556851 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] get_ports_and_sgs() called for port_ids ['cd0389ac-5ae1-41f7-9330-00a1630417f4', '17e1fd8f-3124-4ed2-82b5-968d7372fc6f'] {{(pid=98444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:44:19.616742 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda7545b-9e10-401a-9440-3049e1a0448f tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Pushing event deleted for resources: {'Port': ['ID=17e1fd8f-3124-4ed2-82b5-968d7372fc6f,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:19.619377 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-bda7545b-9e10-401a-9440-3049e1a0448f tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:19.760011 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3124b08-0a61-4e53-b9c3-04ab44d97cf2 req-bda7545b-9e10-401a-9440-3049e1a0448f tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] No DVR routers for this DVR port 17e1fd8f-3124-4ed2-82b5-968d7372fc6f on host hv-cinder-78638 {{(pid=98443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:44:19.763179 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-a3124b08-0a61-4e53-b9c3-04ab44d97cf2 req-bda7545b-9e10-401a-9440-3049e1a0448f tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523773'] for port, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:19.766626 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '262b8cbd-0fc0-4cd8-a22d-395ca0a1615a', 'name': 'network-vif-deleted', 'tag': '17e1fd8f-3124-4ed2-82b5-968d7372fc6f'}] {{(pid=98443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:44:19.768976 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56017c51fa2db9d96507774d194550d251c1d18f102e1d67e4a71b2ac79ee147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f03279a-1812-49b0-9d10-1d8755f85784" -d '{"events": [{"server_uuid": "262b8cbd-0fc0-4cd8-a22d-395ca0a1615a", "name": "network-vif-deleted", "tag": "17e1fd8f-3124-4ed2-82b5-968d7372fc6f"}]}' {{(pid=98443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:44:19.798703 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-a3124b08-0a61-4e53-b9c3-04ab44d97cf2 req-bda7545b-9e10-401a-9440-3049e1a0448f tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.61 "DELETE /v2.0/ports/17e1fd8f-3124-4ed2-82b5-968d7372fc6f HTTP/1.1" status: 204 len: 173 time: 0.9105566 May 31 11:44:19.854453 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69fb5f89-3589-4168-98da-d8ad7eec5f4e x-openstack-request-id: req-69fb5f89-3589-4168-98da-d8ad7eec5f4e {{(pid=98443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:44:19.854453 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "262b8cbd-0fc0-4cd8-a22d-395ca0a1615a", "name": "network-vif-deleted", "tag": "17e1fd8f-3124-4ed2-82b5-968d7372fc6f", "status": "completed", "code": 200}]} {{(pid=98443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:44:19.854931 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-69fb5f89-3589-4168-98da-d8ad7eec5f4e {{(pid=98443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:44:19.854931 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '262b8cbd-0fc0-4cd8-a22d-395ca0a1615a', 'name': 'network-vif-deleted', 'tag': '17e1fd8f-3124-4ed2-82b5-968d7372fc6f', 'status': 'completed', 'code': 200} May 31 11:44:19.920113 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-96a6cf17-dfb7-425c-b515-ba558b81736c req-11217512-1dc3-4049-a664-d00ef7a92692 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=262b8cbd-0fc0-4cd8-a22d-395ca0a1615a HTTP/1.1" status: 200 len: 210 time: 0.1335323 May 31 11:44:21.488858 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5afdde8-b357-4bc9-9a92-bd21a3bfcb37 req-66f48de1-ee4d-40a1-b624-890f870d48e7 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:21.490438 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-e5afdde8-b357-4bc9-9a92-bd21a3bfcb37 req-66f48de1-ee4d-40a1-b624-890f870d48e7 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=06785de2-89dd-40f4-8974-9220828497b9 HTTP/1.1" status: 200 len: 946 time: 0.1200070 May 31 11:44:21.545639 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-e5afdde8-b357-4bc9-9a92-bd21a3bfcb37 req-9b470071-af65-4900-b062-053b48a7337c tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478725 May 31 11:44:21.791103 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device 17e1fd8f-3124-4ed2-82b5-968d7372fc6f no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:44:21.830696 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.plugin [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] No Port match for: 17e1fd8f-3124-4ed2-82b5-968d7372fc6f {{(pid=98444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:44:21.831091 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device 17e1fd8f-3124-4ed2-82b5-968d7372fc6f not bound to the agent host hv-cinder-78638 {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:44:22.761518 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6f3359-a5d0-4831-acb4-2d9be25f15cb req-d2e43300-fae7-46b0-a5ef-f5f6e0f7ee97 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:22.763085 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-7b6f3359-a5d0-4831-acb4-2d9be25f15cb req-d2e43300-fae7-46b0-a5ef-f5f6e0f7ee97 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=06785de2-89dd-40f4-8974-9220828497b9 HTTP/1.1" status: 200 len: 946 time: 0.1033511 May 31 11:44:22.823693 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-7b6f3359-a5d0-4831-acb4-2d9be25f15cb req-c47ef639-40eb-46ca-b326-b2d4f74fa657 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545399 May 31 11:44:24.026698 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa85352c-1763-4916-98ab-111d2b4e9364 req-6ad3d441-2057-455d-8f38-54e4ab0ccde6 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:24.028244 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-aa85352c-1763-4916-98ab-111d2b4e9364 req-6ad3d441-2057-455d-8f38-54e4ab0ccde6 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=06785de2-89dd-40f4-8974-9220828497b9 HTTP/1.1" status: 200 len: 946 time: 0.0864856 May 31 11:44:24.076788 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-aa85352c-1763-4916-98ab-111d2b4e9364 req-643c6412-0a2b-42c9-bece-71108d136559 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428438 May 31 11:44:24.691329 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 33524) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:24.771821 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-b26a373b-bb87-42cb-b3c3-08f7c6ed3a3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:24.828269 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-0e282e99-4d34-4a07-813b-f1f94a771f4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:24.847510 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-0e282e99-4d34-4a07-813b-f1f94a771f4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:44:24.852467 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-0e282e99-4d34-4a07-813b-f1f94a771f4b admin admin] Usage tracker for resource:security_group_rule and tenant:f94a0f8a936548f498317071a0d876c7 is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:44:24.856705 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-0e282e99-4d34-4a07-813b-f1f94a771f4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:44:24.864518 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-0e282e99-4d34-4a07-813b-f1f94a771f4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:44:24.957049 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-0e282e99-4d34-4a07-813b-f1f94a771f4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:24.963294 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-0e282e99-4d34-4a07-813b-f1f94a771f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:24.970862 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-44317860-c310-4306-9b82-2a73fc4f4cb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:25.012170 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e282e99-4d34-4a07-813b-f1f94a771f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8e08c2-832b-4656-8af5-43751a355eb5,revision_number=1']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:25.015411 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-0e282e99-4d34-4a07-813b-f1f94a771f4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:25.018156 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-0e282e99-4d34-4a07-813b-f1f94a771f4b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f94a0f8a936548f498317071a0d876c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3254986 May 31 11:44:25.020878 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 33532) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:25.064456 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 33536) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:25.142476 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-c5fcec1c-868d-4e3b-be2d-23d6bfaff184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:25.149510 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c9d37b2-3f4d-4fe7-a2ef-a33fb518a36a admin admin] Deleting subnet 994b1150-bfc7-4e89-a374-d5f0ae45dd7b {{(pid=98442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 11:44:25.161323 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-5c9d37b2-3f4d-4fe7-a2ef-a33fb518a36a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:25.245104 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-c5fcec1c-868d-4e3b-be2d-23d6bfaff184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:25.284563 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-5c9d37b2-3f4d-4fe7-a2ef-a33fb518a36a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7194582'] for subnet, precommit_delete_associations {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:25.370199 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-5c9d37b2-3f4d-4fe7-a2ef-a33fb518a36a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649192'] for subnet, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:25.441903 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb2b9ec-69dd-4735-b7e1-a18bc2584abd req-3d41c497-80fa-48ca-bf6f-98214d02cd69 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:25.443483 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-bfb2b9ec-69dd-4735-b7e1-a18bc2584abd req-3d41c497-80fa-48ca-bf6f-98214d02cd69 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=06785de2-89dd-40f4-8974-9220828497b9 HTTP/1.1" status: 200 len: 946 time: 0.2352645 May 31 11:44:25.464487 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-c5fcec1c-868d-4e3b-be2d-23d6bfaff184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:25.483611 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-2fd2ab09-8604-4ed7-b8b6-4999a989cb9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:25.556907 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fcec1c-868d-4e3b-be2d-23d6bfaff184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8e08c2-832b-4656-8af5-43751a355eb5,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:25.559596 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-c5fcec1c-868d-4e3b-be2d-23d6bfaff184 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:25.675554 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-bfb2b9ec-69dd-4735-b7e1-a18bc2584abd req-b8445005-cc20-490f-8620-b8da6b76e2c0 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153544 May 31 11:44:25.687134 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-c5fcec1c-868d-4e3b-be2d-23d6bfaff184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:25.688275 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-c5fcec1c-868d-4e3b-be2d-23d6bfaff184 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ed8e08c2-832b-4656-8af5-43751a355eb5 HTTP/1.1" status: 204 len: 168 time: 0.6659760 May 31 11:44:25.817353 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-5c9d37b2-3f4d-4fe7-a2ef-a33fb518a36a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-649821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6324440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6019309'] for subnet, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:25.821897 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-82951aed-6bee-4243-b66a-4e8dc45ac9f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:25.859791 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-5c9d37b2-3f4d-4fe7-a2ef-a33fb518a36a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927509'] for subnet, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:25.864083 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9d37b2-3f4d-4fe7-a2ef-a33fb518a36a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=994b1150-bfc7-4e89-a374-d5f0ae45dd7b,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:25.869963 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-5c9d37b2-3f4d-4fe7-a2ef-a33fb518a36a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:25.872400 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-5c9d37b2-3f4d-4fe7-a2ef-a33fb518a36a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/994b1150-bfc7-4e89-a374-d5f0ae45dd7b HTTP/1.1" status: 204 len: 168 time: 0.8068435 May 31 11:44:25.874924 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 33548) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:25.999298 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 33552) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:26.032055 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-29f9ddd4-43bd-4b8e-861f-863e3182438f admin admin] Notify callbacks [] for security_group, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:26.062568 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-01549529-f6ef-4a80-ab15-82ebb146081b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990620'] for network, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:26.069700 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-29f9ddd4-43bd-4b8e-861f-863e3182438f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:44:26.076235 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-29f9ddd4-43bd-4b8e-861f-863e3182438f admin admin] Usage tracker for resource:security_group_rule and tenant:d1c17e0ea14c45a38e0ac2c04bde5c84 is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:44:26.079752 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-29f9ddd4-43bd-4b8e-861f-863e3182438f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:44:26.087533 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-29f9ddd4-43bd-4b8e-861f-863e3182438f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:44:26.256491 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-01549529-f6ef-4a80-ab15-82ebb146081b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647783', 'neutron.services.segments.db._delete_segments_for_network-8781593572316'] for network, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:26.287918 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.services.segments.db [None req-01549529-f6ef-4a80-ab15-82ebb146081b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a6019c0-bdf6-49e5-92fb-c7ce48cdd3e2']}} {{(pid=98442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:44:26.308486 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.services.segments.db [None req-01549529-f6ef-4a80-ab15-82ebb146081b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1817ee9f-714b-460d-bdfb-b2ca75b6d953') {'for_net_delete': True} {{(pid=98442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:44:26.309104 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.services.segments.db [None req-01549529-f6ef-4a80-ab15-82ebb146081b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1817ee9f-714b-460d-bdfb-b2ca75b6d953') {} {{(pid=98442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:44:26.327421 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-01549529-f6ef-4a80-ab15-82ebb146081b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781593581213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7194589'] for segment, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:26.373074 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-01549529-f6ef-4a80-ab15-82ebb146081b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654047'] for segment, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:26.394066 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01549529-f6ef-4a80-ab15-82ebb146081b admin admin] Releasing vlan 661 on physical network physnet1 to pool {{(pid=98442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 11:44:26.394805 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-01549529-f6ef-4a80-ab15-82ebb146081b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6713726'] for segment, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:26.410101 dv-cinder-786383-7-smb neutron-server[98442]: Traceback (most recent call last): May 31 11:44:26.410101 dv-cinder-786383-7-smb neutron-server[98442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 11:44:26.410101 dv-cinder-786383-7-smb neutron-server[98442]: timer() May 31 11:44:26.410101 dv-cinder-786383-7-smb neutron-server[98442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 11:44:26.410101 dv-cinder-786383-7-smb neutron-server[98442]: cb(*args, **kw) May 31 11:44:26.410101 dv-cinder-786383-7-smb neutron-server[98442]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 11:44:26.410101 dv-cinder-786383-7-smb neutron-server[98442]: return func(*args, **kwargs) May 31 11:44:26.410101 dv-cinder-786383-7-smb neutron-server[98442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 11:44:26.410101 dv-cinder-786383-7-smb neutron-server[98442]: self._notify() May 31 11:44:26.410101 dv-cinder-786383-7-smb neutron-server[98442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 11:44:26.410101 dv-cinder-786383-7-smb neutron-server[98442]: self.callback(batched_events) May 31 11:44:26.410101 dv-cinder-786383-7-smb neutron-server[98442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 11:44:26.410101 dv-cinder-786383-7-smb neutron-server[98442]: event.method(event) May 31 11:44:26.410101 dv-cinder-786383-7-smb neutron-server[98442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 11:44:26.410101 dv-cinder-786383-7-smb neutron-server[98442]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 11:44:26.410101 dv-cinder-786383-7-smb neutron-server[98442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 11:44:26.410101 dv-cinder-786383-7-smb neutron-server[98442]: aggregate_uuid = self.p_client.list_aggregates( May 31 11:44:26.410101 dv-cinder-786383-7-smb neutron-server[98442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 11:44:26.410101 dv-cinder-786383-7-smb neutron-server[98442]: return f(self, *a, **k) May 31 11:44:26.410101 dv-cinder-786383-7-smb neutron-server[98442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 11:44:26.410101 dv-cinder-786383-7-smb neutron-server[98442]: return self._get(url).json() May 31 11:44:26.410101 dv-cinder-786383-7-smb neutron-server[98442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 11:44:26.410101 dv-cinder-786383-7-smb neutron-server[98442]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 11:44:26.410101 dv-cinder-786383-7-smb neutron-server[98442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 11:44:26.410101 dv-cinder-786383-7-smb neutron-server[98442]: return self.request(url, 'GET', **kwargs) May 31 11:44:26.410101 dv-cinder-786383-7-smb neutron-server[98442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 11:44:26.410101 dv-cinder-786383-7-smb neutron-server[98442]: base_url = self.get_endpoint(auth, allow=allow, May 31 11:44:26.410101 dv-cinder-786383-7-smb neutron-server[98442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 11:44:26.410101 dv-cinder-786383-7-smb neutron-server[98442]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 11:44:26.410101 dv-cinder-786383-7-smb neutron-server[98442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 11:44:26.410101 dv-cinder-786383-7-smb neutron-server[98442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 11:44:26.410101 dv-cinder-786383-7-smb neutron-server[98442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 11:44:26.427309 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-29f9ddd4-43bd-4b8e-861f-863e3182438f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:26.485958 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-29f9ddd4-43bd-4b8e-861f-863e3182438f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:26.507385 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-268944da-c13f-4250-8500-c36869ff0b0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:26.557028 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-01549529-f6ef-4a80-ab15-82ebb146081b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8325956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7927536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8365519'] for network, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:26.559461 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f9ddd4-43bd-4b8e-861f-863e3182438f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53593323-02c9-4316-908d-180c29a9b972,revision_number=1']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:26.564391 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-29f9ddd4-43bd-4b8e-861f-863e3182438f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d1c17e0ea14c45a38e0ac2c04bde5c84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5641656 May 31 11:44:26.565674 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-29f9ddd4-43bd-4b8e-861f-863e3182438f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:26.567574 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 33558) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:26.568065 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-25463b3b-cd65-40b8-8dcc-2a7f578b03d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:26.589300 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-01549529-f6ef-4a80-ab15-82ebb146081b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927509'] for network, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:26.600399 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01549529-f6ef-4a80-ab15-82ebb146081b admin admin] Pushing event deleted for resources: {'Network': ['ID=7a6019c0-bdf6-49e5-92fb-c7ce48cdd3e2,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:26.601436 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-01549529-f6ef-4a80-ab15-82ebb146081b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:26.607247 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-01549529-f6ef-4a80-ab15-82ebb146081b admin admin] 10.222.0.21 "DELETE /v2.0/networks/7a6019c0-bdf6-49e5-92fb-c7ce48cdd3e2 HTTP/1.1" status: 204 len: 168 time: 0.7308035 May 31 11:44:26.613832 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 33562) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:26.645577 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-f176917e-8d23-40d5-a4f6-f4bc0c7e2a5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:26.673935 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-f176917e-8d23-40d5-a4f6-f4bc0c7e2a5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:26.685997 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f881d49-b84c-471d-bfc7-dbc57dde2b9a admin admin] Deleting subnet b3fe014f-983e-4b1c-854f-6ad4532b6f5e {{(pid=98442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 11:44:26.689252 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-2f881d49-b84c-471d-bfc7-dbc57dde2b9a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:26.742540 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-f176917e-8d23-40d5-a4f6-f4bc0c7e2a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:26.744484 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-2f881d49-b84c-471d-bfc7-dbc57dde2b9a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7194582'] for subnet, precommit_delete_associations {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:26.752296 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-13af659a-ec52-4778-b99b-37ee499cf729 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:26.773631 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f176917e-8d23-40d5-a4f6-f4bc0c7e2a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53593323-02c9-4316-908d-180c29a9b972,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:26.775489 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-f176917e-8d23-40d5-a4f6-f4bc0c7e2a5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:26.777015 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-f176917e-8d23-40d5-a4f6-f4bc0c7e2a5f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/53593323-02c9-4316-908d-180c29a9b972 HTTP/1.1" status: 204 len: 168 time: 0.2025580 May 31 11:44:26.777969 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-f176917e-8d23-40d5-a4f6-f4bc0c7e2a5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:26.862574 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-2f881d49-b84c-471d-bfc7-dbc57dde2b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649192'] for subnet, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:27.032491 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7945c22-a8ef-478d-af06-0c7bf1f692e2 req-9075bacd-e433-44d5-ae6f-214d1d46fbe4 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:27.034176 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-b7945c22-a8ef-478d-af06-0c7bf1f692e2 req-9075bacd-e433-44d5-ae6f-214d1d46fbe4 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=06785de2-89dd-40f4-8974-9220828497b9 HTTP/1.1" status: 200 len: 946 time: 0.2269461 May 31 11:44:27.161386 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-b7945c22-a8ef-478d-af06-0c7bf1f692e2 req-d7512548-35de-4093-a3dd-bb362543d195 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075304 May 31 11:44:27.202709 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-2f881d49-b84c-471d-bfc7-dbc57dde2b9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-649821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6324440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6019309'] for subnet, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:27.206945 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-689a6548-fd8d-472b-864e-830a4c536c27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:27.243952 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f881d49-b84c-471d-bfc7-dbc57dde2b9a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3fe014f-983e-4b1c-854f-6ad4532b6f5e,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:27.246962 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-2f881d49-b84c-471d-bfc7-dbc57dde2b9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:27.247948 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-2f881d49-b84c-471d-bfc7-dbc57dde2b9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927509'] for subnet, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:27.254939 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-2f881d49-b84c-471d-bfc7-dbc57dde2b9a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b3fe014f-983e-4b1c-854f-6ad4532b6f5e HTTP/1.1" status: 204 len: 168 time: 0.6397467 May 31 11:44:27.257779 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 33578) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:27.372205 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-62681b9f-08f3-4ca6-b979-a3701641e549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990620'] for network, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:27.506383 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-62681b9f-08f3-4ca6-b979-a3701641e549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647783', 'neutron.services.segments.db._delete_segments_for_network-8781593572316'] for network, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:27.508688 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:27.521040 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.services.segments.db [None req-62681b9f-08f3-4ca6-b979-a3701641e549 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['405809d1-e5c8-4933-9c44-94936a808757']}} {{(pid=98442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:44:27.534904 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.services.segments.db [None req-62681b9f-08f3-4ca6-b979-a3701641e549 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8e062e1-c1d1-484d-a896-6b54aea26609') {'for_net_delete': True} {{(pid=98442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:44:27.535204 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.services.segments.db [None req-62681b9f-08f3-4ca6-b979-a3701641e549 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8e062e1-c1d1-484d-a896-6b54aea26609') {} {{(pid=98442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:44:27.555243 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-62681b9f-08f3-4ca6-b979-a3701641e549 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781593581213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7194589'] for segment, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:27.577867 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-62681b9f-08f3-4ca6-b979-a3701641e549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654047'] for segment, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:27.586861 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62681b9f-08f3-4ca6-b979-a3701641e549 admin admin] Releasing vlan 678 on physical network physnet1 to pool {{(pid=98442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 11:44:27.587253 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-62681b9f-08f3-4ca6-b979-a3701641e549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6713726'] for segment, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:27.698989 dv-cinder-786383-7-smb neutron-server[98442]: Traceback (most recent call last): May 31 11:44:27.698989 dv-cinder-786383-7-smb neutron-server[98442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 11:44:27.698989 dv-cinder-786383-7-smb neutron-server[98442]: timer() May 31 11:44:27.698989 dv-cinder-786383-7-smb neutron-server[98442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 11:44:27.698989 dv-cinder-786383-7-smb neutron-server[98442]: cb(*args, **kw) May 31 11:44:27.698989 dv-cinder-786383-7-smb neutron-server[98442]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 11:44:27.698989 dv-cinder-786383-7-smb neutron-server[98442]: return func(*args, **kwargs) May 31 11:44:27.698989 dv-cinder-786383-7-smb neutron-server[98442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 11:44:27.698989 dv-cinder-786383-7-smb neutron-server[98442]: self._notify() May 31 11:44:27.698989 dv-cinder-786383-7-smb neutron-server[98442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 11:44:27.698989 dv-cinder-786383-7-smb neutron-server[98442]: self.callback(batched_events) May 31 11:44:27.698989 dv-cinder-786383-7-smb neutron-server[98442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 11:44:27.698989 dv-cinder-786383-7-smb neutron-server[98442]: event.method(event) May 31 11:44:27.698989 dv-cinder-786383-7-smb neutron-server[98442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 11:44:27.698989 dv-cinder-786383-7-smb neutron-server[98442]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 11:44:27.698989 dv-cinder-786383-7-smb neutron-server[98442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 11:44:27.698989 dv-cinder-786383-7-smb neutron-server[98442]: aggregate_uuid = self.p_client.list_aggregates( May 31 11:44:27.698989 dv-cinder-786383-7-smb neutron-server[98442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 11:44:27.698989 dv-cinder-786383-7-smb neutron-server[98442]: return f(self, *a, **k) May 31 11:44:27.698989 dv-cinder-786383-7-smb neutron-server[98442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 11:44:27.698989 dv-cinder-786383-7-smb neutron-server[98442]: return self._get(url).json() May 31 11:44:27.698989 dv-cinder-786383-7-smb neutron-server[98442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 11:44:27.698989 dv-cinder-786383-7-smb neutron-server[98442]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 11:44:27.698989 dv-cinder-786383-7-smb neutron-server[98442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 11:44:27.698989 dv-cinder-786383-7-smb neutron-server[98442]: return self.request(url, 'GET', **kwargs) May 31 11:44:27.698989 dv-cinder-786383-7-smb neutron-server[98442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 11:44:27.698989 dv-cinder-786383-7-smb neutron-server[98442]: base_url = self.get_endpoint(auth, allow=allow, May 31 11:44:27.698989 dv-cinder-786383-7-smb neutron-server[98442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 11:44:27.698989 dv-cinder-786383-7-smb neutron-server[98442]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 11:44:27.698989 dv-cinder-786383-7-smb neutron-server[98442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 11:44:27.698989 dv-cinder-786383-7-smb neutron-server[98442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 11:44:27.698989 dv-cinder-786383-7-smb neutron-server[98442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 11:44:27.787408 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-62681b9f-08f3-4ca6-b979-a3701641e549 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8325956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7927536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8365519'] for network, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:27.791605 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-6dedc2d7-071e-4179-991d-224c6bfd0523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:27.791987 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-44629895-9a3f-4da3-979f-3b30b98cf60e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:27.817645 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-62681b9f-08f3-4ca6-b979-a3701641e549 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927509'] for network, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:27.820496 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62681b9f-08f3-4ca6-b979-a3701641e549 admin admin] Pushing event deleted for resources: {'Network': ['ID=405809d1-e5c8-4933-9c44-94936a808757,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:27.826784 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-62681b9f-08f3-4ca6-b979-a3701641e549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:27.832311 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-62681b9f-08f3-4ca6-b979-a3701641e549 admin admin] 10.222.0.21 "DELETE /v2.0/networks/405809d1-e5c8-4933-9c44-94936a808757 HTTP/1.1" status: 204 len: 168 time: 0.5711763 May 31 11:44:28.028221 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ddd8e6-83b3-451a-942e-c8980724f3d1 req-b0343fd4-ddac-4e32-8748-8505438f1d8b tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:28.029078 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [req-40ddd8e6-83b3-451a-942e-c8980724f3d1 req-b0343fd4-ddac-4e32-8748-8505438f1d8b tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Synchronizing usage tracker for tenant:4d8aa9185953468f8491235be83abf68 on resource:port {{(pid=98443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:44:28.033651 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 33604) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:28.050160 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [req-40ddd8e6-83b3-451a-942e-c8980724f3d1 req-b0343fd4-ddac-4e32-8748-8505438f1d8b tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Unset dirty status for tenant:4d8aa9185953468f8491235be83abf68 on resource:port {{(pid=98443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:44:28.051280 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-40ddd8e6-83b3-451a-942e-c8980724f3d1 req-b0343fd4-ddac-4e32-8748-8505438f1d8b tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.61 "GET /v2.0/ports?device_id=06785de2-89dd-40f4-8974-9220828497b9 HTTP/1.1" status: 200 len: 946 time: 0.1156998 May 31 11:44:28.097795 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-99c48897-f163-4c79-a27b-cdbbbd68cfc9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=21620f2978f14caf8263adc33b2c065a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0598912 May 31 11:44:28.100187 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 33610) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:28.169919 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-70449d0d-13bf-4aac-9bdd-405786fe5388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:28.199673 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-70449d0d-13bf-4aac-9bdd-405786fe5388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:28.219011 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.plugin [req-40ddd8e6-83b3-451a-942e-c8980724f3d1 req-f8310b8f-d18f-44d0-af06-3c734cef7a56 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Deleting port cd0389ac-5ae1-41f7-9330-00a1630417f4 {{(pid=98443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:44:28.219229 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-40ddd8e6-83b3-451a-942e-c8980724f3d1 req-f8310b8f-d18f-44d0-af06-3c734cef7a56 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781593492803'] for port, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:28.280008 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-70449d0d-13bf-4aac-9bdd-405786fe5388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:28.287223 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:28.340419 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70449d0d-13bf-4aac-9bdd-405786fe5388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b60ecb6-0d22-4b0e-97c4-c769a4b91145,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:28.348272 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-70449d0d-13bf-4aac-9bdd-405786fe5388 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:28.360630 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-70449d0d-13bf-4aac-9bdd-405786fe5388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:28.361884 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-70449d0d-13bf-4aac-9bdd-405786fe5388 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2b60ecb6-0d22-4b0e-97c4-c769a4b91145 HTTP/1.1" status: 204 len: 168 time: 0.2603600 May 31 11:44:28.400354 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.db [req-40ddd8e6-83b3-451a-942e-c8980724f3d1 req-f8310b8f-d18f-44d0-af06-3c734cef7a56 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] For port cd0389ac-5ae1-41f7-9330-00a1630417f4, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cd0389ac-5ae1-41f7-9330-00a1630417f4,segment=NetworkSegment(b2814dc4-7721-40d7-bb3a-9698a734a5db),segment_id=b2814dc4-7721-40d7-bb3a-9698a734a5db)] {{(pid=98443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:44:28.401073 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-40ddd8e6-83b3-451a-942e-c8980724f3d1 req-f8310b8f-d18f-44d0-af06-3c734cef7a56 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8366366'] for port, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:28.417426 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df57449c-7662-41a5-9d32-c31be65412ab req-5162fc29-b98d-49eb-925f-ed3c32c65ce4 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:28.419040 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-df57449c-7662-41a5-9d32-c31be65412ab req-5162fc29-b98d-49eb-925f-ed3c32c65ce4 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=06785de2-89dd-40f4-8974-9220828497b9 HTTP/1.1" status: 200 len: 946 time: 0.1199145 May 31 11:44:28.448036 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-a91c5e8e-8952-4db6-a598-6e76e849b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:28.491495 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-df57449c-7662-41a5-9d32-c31be65412ab req-333b07f7-976e-4a07-b163-2eec723b44d8 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/security-groups?id=a3eb8059-d5b7-4cfd-b75a-8e134063159f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561504 May 31 11:44:28.579133 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.plugin [req-40ddd8e6-83b3-451a-942e-c8980724f3d1 req-f8310b8f-d18f-44d0-af06-3c734cef7a56 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Calling delete_port for cd0389ac-5ae1-41f7-9330-00a1630417f4 owned by compute:nova {{(pid=98443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:44:28.727736 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-40ddd8e6-83b3-451a-942e-c8980724f3d1 req-f8310b8f-d18f-44d0-af06-3c734cef7a56 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781593493926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781593114067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6347609'] for port, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:28.735052 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:28.772659 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] get_ports_and_sgs() called for port_ids ['cd0389ac-5ae1-41f7-9330-00a1630417f4'] {{(pid=98444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:44:28.785406 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8310b8f-d18f-44d0-af06-3c734cef7a56 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Pushing event deleted for resources: {'Port': ['ID=cd0389ac-5ae1-41f7-9330-00a1630417f4,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:28.790418 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-f8310b8f-d18f-44d0-af06-3c734cef7a56 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:28.809669 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 33638) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:28.881927 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-63f562df-37f0-4490-af69-f6423d56befb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eab1ac9fb8a34281a0fc8f9206323a1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0686560 May 31 11:44:28.882154 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 33646) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:28.917508 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.l3_dvrscheduler_db [req-40ddd8e6-83b3-451a-942e-c8980724f3d1 req-f8310b8f-d18f-44d0-af06-3c734cef7a56 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] No DVR routers for this DVR port cd0389ac-5ae1-41f7-9330-00a1630417f4 on host hv-cinder-78638 {{(pid=98443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:44:28.920117 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-40ddd8e6-83b3-451a-942e-c8980724f3d1 req-f8310b8f-d18f-44d0-af06-3c734cef7a56 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523773'] for port, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:28.922797 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06785de2-89dd-40f4-8974-9220828497b9', 'name': 'network-vif-deleted', 'tag': 'cd0389ac-5ae1-41f7-9330-00a1630417f4'}] {{(pid=98443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:44:28.925293 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56017c51fa2db9d96507774d194550d251c1d18f102e1d67e4a71b2ac79ee147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55395e5a-db99-4f5d-afac-65b2628e893a" -d '{"events": [{"server_uuid": "06785de2-89dd-40f4-8974-9220828497b9", "name": "network-vif-deleted", "tag": "cd0389ac-5ae1-41f7-9330-00a1630417f4"}]}' {{(pid=98443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:44:28.942640 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-40ddd8e6-83b3-451a-942e-c8980724f3d1 req-f8310b8f-d18f-44d0-af06-3c734cef7a56 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.61 "DELETE /v2.0/ports/cd0389ac-5ae1-41f7-9330-00a1630417f4 HTTP/1.1" status: 204 len: 173 time: 0.8853292 May 31 11:44:28.953846 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-eb29f07a-174d-46f5-8c56-ba6af50dacea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:28.978590 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57bd4aea-16e6-4b94-aa73-8aa7fc8b95d3 x-openstack-request-id: req-57bd4aea-16e6-4b94-aa73-8aa7fc8b95d3 {{(pid=98443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:44:28.978970 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06785de2-89dd-40f4-8974-9220828497b9", "name": "network-vif-deleted", "tag": "cd0389ac-5ae1-41f7-9330-00a1630417f4", "status": "completed", "code": 200}]} {{(pid=98443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:44:28.979247 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-57bd4aea-16e6-4b94-aa73-8aa7fc8b95d3 {{(pid=98443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:44:28.979663 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06785de2-89dd-40f4-8974-9220828497b9', 'name': 'network-vif-deleted', 'tag': 'cd0389ac-5ae1-41f7-9330-00a1630417f4', 'status': 'completed', 'code': 200} May 31 11:44:28.996246 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-eb29f07a-174d-46f5-8c56-ba6af50dacea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:29.068582 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-eb29f07a-174d-46f5-8c56-ba6af50dacea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:29.074298 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-6edccc74-877d-410e-a928-727e201dc9e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:29.094880 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb29f07a-174d-46f5-8c56-ba6af50dacea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d39e84-ade7-448d-aa76-526ebe0d522b,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:29.097974 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-eb29f07a-174d-46f5-8c56-ba6af50dacea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:29.099162 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-eb29f07a-174d-46f5-8c56-ba6af50dacea admin admin] Notify callbacks [] for security_group, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:29.100393 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-eb29f07a-174d-46f5-8c56-ba6af50dacea admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d1d39e84-ade7-448d-aa76-526ebe0d522b HTTP/1.1" status: 204 len: 168 time: 0.2172983 May 31 11:44:29.670389 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 33682) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:29.718897 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-8ec1d416-f9c2-4834-8c46-5e1a751f096e req-42934646-dc25-46f2-b82c-43a743f9ad1c tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] 10.222.0.21 "GET /v2.0/ports?device_id=06785de2-89dd-40f4-8974-9220828497b9 HTTP/1.1" status: 200 len: 210 time: 0.0567667 May 31 11:44:29.868721 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-81a450c6-2e37-4b7a-bf27-5f3af8655ec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:29.884756 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-81a450c6-2e37-4b7a-bf27-5f3af8655ec3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:44:29.888689 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-81a450c6-2e37-4b7a-bf27-5f3af8655ec3 admin admin] Usage tracker for resource:security_group_rule and tenant:db96edbe660046548b2c62221879dad1 is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:44:29.891918 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-81a450c6-2e37-4b7a-bf27-5f3af8655ec3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:44:29.898604 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-81a450c6-2e37-4b7a-bf27-5f3af8655ec3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:44:30.001118 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-81a450c6-2e37-4b7a-bf27-5f3af8655ec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:30.006528 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-81a450c6-2e37-4b7a-bf27-5f3af8655ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:30.014635 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-9226e144-3315-48f3-a0e5-8912b02da83c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:30.055252 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a450c6-2e37-4b7a-bf27-5f3af8655ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8748b125-7035-4edf-9134-8ffaf09f8e87,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:30.058607 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-81a450c6-2e37-4b7a-bf27-5f3af8655ec3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:30.061434 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-81a450c6-2e37-4b7a-bf27-5f3af8655ec3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=db96edbe660046548b2c62221879dad1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3900056 May 31 11:44:30.064929 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 33702) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:30.129660 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-94a08bae-c989-4965-9d77-cb5b4f780296 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:30.153757 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-9fdf87ec-5ce8-4616-9e32-e9b9d10b7557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:30.159404 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-94a08bae-c989-4965-9d77-cb5b4f780296 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:30.219510 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-94a08bae-c989-4965-9d77-cb5b4f780296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:30.224669 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-c5fcec1c-868d-4e3b-be2d-23d6bfaff184 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:30.238173 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a08bae-c989-4965-9d77-cb5b4f780296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8748b125-7035-4edf-9134-8ffaf09f8e87,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:30.240789 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-94a08bae-c989-4965-9d77-cb5b4f780296 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:30.244089 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-94a08bae-c989-4965-9d77-cb5b4f780296 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:30.245470 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-94a08bae-c989-4965-9d77-cb5b4f780296 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8748b125-7035-4edf-9134-8ffaf09f8e87 HTTP/1.1" status: 204 len: 168 time: 0.1790352 May 31 11:44:30.635006 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 33718) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:30.655191 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-64e7666c-aac3-4427-93c9-4a970c64b13e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:30.673449 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-64e7666c-aac3-4427-93c9-4a970c64b13e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:44:30.677742 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-64e7666c-aac3-4427-93c9-4a970c64b13e admin admin] Usage tracker for resource:security_group_rule and tenant:28575c6de3534a1d8c8f4e8b7bb5e334 is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:44:30.681438 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-64e7666c-aac3-4427-93c9-4a970c64b13e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:44:30.688895 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-64e7666c-aac3-4427-93c9-4a970c64b13e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:44:30.778088 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-64e7666c-aac3-4427-93c9-4a970c64b13e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:30.782707 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-64e7666c-aac3-4427-93c9-4a970c64b13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:30.792543 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-b5614b3b-380f-475e-857f-cc5319541945 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:30.821383 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 33724) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:30.835212 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-64e7666c-aac3-4427-93c9-4a970c64b13e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=28575c6de3534a1d8c8f4e8b7bb5e334&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1985202 May 31 11:44:30.838218 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e7666c-aac3-4427-93c9-4a970c64b13e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68a240e-4b12-4aa2-8116-cf200266ba46,revision_number=1']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:30.839645 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 33728) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:30.842354 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-64e7666c-aac3-4427-93c9-4a970c64b13e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:30.904837 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-07a0ec42-acd2-4983-8430-b1811664c778 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:30.935519 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-07a0ec42-acd2-4983-8430-b1811664c778 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:30.992042 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-07a0ec42-acd2-4983-8430-b1811664c778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:30.995836 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-0bc3f89a-977a-4eae-aa71-4b5a3d0906c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:31.010550 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a0ec42-acd2-4983-8430-b1811664c778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68a240e-4b12-4aa2-8116-cf200266ba46,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:31.013437 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-07a0ec42-acd2-4983-8430-b1811664c778 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:31.014383 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-07a0ec42-acd2-4983-8430-b1811664c778 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:31.028501 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-07a0ec42-acd2-4983-8430-b1811664c778 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e68a240e-4b12-4aa2-8116-cf200266ba46 HTTP/1.1" status: 204 len: 168 time: 0.1779721 May 31 11:44:31.578886 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-c0719207-7bc7-4545-a783-25bc4f80510c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8369615'] for router_interface, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:31.822412 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device cd0389ac-5ae1-41f7-9330-00a1630417f4 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:44:31.866539 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.plugin [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] No Port match for: cd0389ac-5ae1-41f7-9330-00a1630417f4 {{(pid=98444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:44:31.866976 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device cd0389ac-5ae1-41f7-9330-00a1630417f4 not bound to the agent host hv-cinder-78638 {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:44:32.246979 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.plugin [None req-c0719207-7bc7-4545-a783-25bc4f80510c admin admin] Deleting port 48ee92d9-e68e-4616-bc46-521eead13c79 {{(pid=98443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:44:32.247426 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-c0719207-7bc7-4545-a783-25bc4f80510c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781593492803'] for port, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:32.405582 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.db [None req-c0719207-7bc7-4545-a783-25bc4f80510c admin admin] For port 48ee92d9-e68e-4616-bc46-521eead13c79, host dv-cinder-786383-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-smb',level=0,port_id=48ee92d9-e68e-4616-bc46-521eead13c79,segment=NetworkSegment(b2814dc4-7721-40d7-bb3a-9698a734a5db),segment_id=b2814dc4-7721-40d7-bb3a-9698a734a5db)] {{(pid=98443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:44:32.405853 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-c0719207-7bc7-4545-a783-25bc4f80510c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8366366'] for port, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:32.540117 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.plugin [None req-c0719207-7bc7-4545-a783-25bc4f80510c admin admin] Calling delete_port for 48ee92d9-e68e-4616-bc46-521eead13c79 owned by network:router_interface {{(pid=98443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:44:32.917339 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-c0719207-7bc7-4545-a783-25bc4f80510c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781593493926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781593114067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6347609'] for port, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:32.923494 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-ebb9a8a1-ca72-43c6-a137-5a05e968b029 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:32.978384 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0719207-7bc7-4545-a783-25bc4f80510c admin admin] Pushing event deleted for resources: {'Port': ['ID=48ee92d9-e68e-4616-bc46-521eead13c79,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:33.013298 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-c0719207-7bc7-4545-a783-25bc4f80510c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:33.283929 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-c0719207-7bc7-4545-a783-25bc4f80510c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7927545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8366687'] for router_interface, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:33.796658 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0719207-7bc7-4545-a783-25bc4f80510c admin admin] Router 54063c0e-70b2-46e7-97c3-46128bc0c331 has already been hosted by L3 agent 18500941-09fe-4120-b40f-cc1049bfe169 {{(pid=98443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:44:33.996120 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0719207-7bc7-4545-a783-25bc4f80510c admin admin] Notify agent at l3_agent.dv-cinder-786383-7-smb the message routers_updated {{(pid=98443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:44:34.004872 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c154bc-cb46-465f-be58-cf56703148aa None None] Sync routers for ids ['54063c0e-70b2-46e7-97c3-46128bc0c331'] in dv-cinder-786383-7-smb {{(pid=98445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:44:34.017080 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c154bc-cb46-465f-be58-cf56703148aa None None] Routers {'54063c0e-70b2-46e7-97c3-46128bc0c331'} bound to L3 agent in host dv-cinder-786383-7-smb {{(pid=98445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:44:34.020461 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_hamode_db [None req-e7c154bc-cb46-465f-be58-cf56703148aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:33:28Z,description=,heartbeat_timestamp=2021-05-31T11:44:28Z,host='dv-cinder-786383-7-smb',id=18500941-09fe-4120-b40f-cc1049bfe169,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:33:28Z,topic='l3_agent')) {'router_ids': ['54063c0e-70b2-46e7-97c3-46128bc0c331'], 'active': True} {{(pid=98445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:44:34.020611 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-c0719207-7bc7-4545-a783-25bc4f80510c admin admin] 10.222.0.21 "PUT /v2.0/routers/54063c0e-70b2-46e7-97c3-46128bc0c331/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1958137 May 31 11:44:34.021000 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 33856) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:34.232755 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_dvr_db [None req-e7c154bc-cb46-465f-be58-cf56703148aa None None] Set router 54063c0e-70b2-46e7-97c3-46128bc0c331 gateway port host: dv-cinder-786383-7-smb {{(pid=98445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:44:34.240941 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-bcb1efd0-58bb-48dd-b3a4-455831b9ad09 admin admin] Notify callbacks [] for router, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:34.429742 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-bcb1efd0-58bb-48dd-b3a4-455831b9ad09 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:34.549297 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.plugin [None req-bcb1efd0-58bb-48dd-b3a4-455831b9ad09 admin admin] Deleting port 66cdaeff-8dec-4ee0-9c53-352d14038b07 {{(pid=98442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:44:34.549782 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-bcb1efd0-58bb-48dd-b3a4-455831b9ad09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781593492803'] for port, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:34.623751 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_hamode_db [None req-e7c154bc-cb46-465f-be58-cf56703148aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54063c0e-70b2-46e7-97c3-46128bc0c331', 'name': 'tempest-ServerRescueNegativeTestJSON-342948192-router', 'tenant_id': '4d8aa9185953468f8491235be83abf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.83'}], 'enable_snat': True}, 'gw_port_id': '66cdaeff-8dec-4ee0-9c53-352d14038b07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:41:31Z', 'updated_at': '2021-05-31T11:44:32Z', 'revision_number': 5, 'project_id': '4d8aa9185953468f8491235be83abf68', 'gw_port': {'id': '66cdaeff-8dec-4ee0-9c53-352d14038b07', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:b5:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54063c0e-70b2-46e7-97c3-46128bc0c331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:34Z', 'updated_at': '2021-05-31T11:41:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb'}], 'dv-cinder-786383-7-smb', False) {} {{(pid=98445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:44:34.628862 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c154bc-cb46-465f-be58-cf56703148aa None None] Checking router: 54063c0e-70b2-46e7-97c3-46128bc0c331 for host: dv-cinder-786383-7-smb {{(pid=98445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:44:34.641435 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c154bc-cb46-465f-be58-cf56703148aa None None] Routers {'54063c0e-70b2-46e7-97c3-46128bc0c331'} bound to L3 agent in host dv-cinder-786383-7-smb {{(pid=98445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:44:34.642682 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_hamode_db [None req-e7c154bc-cb46-465f-be58-cf56703148aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:33:28Z,description=,heartbeat_timestamp=2021-05-31T11:44:28Z,host='dv-cinder-786383-7-smb',id=18500941-09fe-4120-b40f-cc1049bfe169,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:33:28Z,topic='l3_agent')) {'router_ids': ['54063c0e-70b2-46e7-97c3-46128bc0c331'], 'active': True} {{(pid=98445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:44:34.712576 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.db [None req-bcb1efd0-58bb-48dd-b3a4-455831b9ad09 admin admin] For port 66cdaeff-8dec-4ee0-9c53-352d14038b07, host dv-cinder-786383-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-smb',level=0,port_id=66cdaeff-8dec-4ee0-9c53-352d14038b07,segment=NetworkSegment(1ab87b5a-2ab4-41da-bbc3-50466ba34034),segment_id=1ab87b5a-2ab4-41da-bbc3-50466ba34034)] {{(pid=98442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:44:34.712800 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-bcb1efd0-58bb-48dd-b3a4-455831b9ad09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8366366'] for port, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:34.873313 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_dvr_db [None req-e7c154bc-cb46-465f-be58-cf56703148aa None None] Set router 54063c0e-70b2-46e7-97c3-46128bc0c331 gateway port host: None {{(pid=98445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:44:34.911130 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 33868) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:34.957026 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.plugin [None req-bcb1efd0-58bb-48dd-b3a4-455831b9ad09 admin admin] Calling delete_port for 66cdaeff-8dec-4ee0-9c53-352d14038b07 owned by network:router_gateway {{(pid=98442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:44:35.053787 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-a3400b53-4b62-4390-baaa-f900eecd85ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:35.056406 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_hamode_db [None req-e7c154bc-cb46-465f-be58-cf56703148aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54063c0e-70b2-46e7-97c3-46128bc0c331', 'name': 'tempest-ServerRescueNegativeTestJSON-342948192-router', 'tenant_id': '4d8aa9185953468f8491235be83abf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:41:31Z', 'updated_at': '2021-05-31T11:44:34Z', 'revision_number': 6, 'project_id': '4d8aa9185953468f8491235be83abf68', 'gw_port_host': None}], 'dv-cinder-786383-7-smb', False) {} {{(pid=98445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:44:35.061037 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c154bc-cb46-465f-be58-cf56703148aa None None] The sync data for ids ['54063c0e-70b2-46e7-97c3-46128bc0c331'] in dv-cinder-786383-7-smb is: [{'id': '54063c0e-70b2-46e7-97c3-46128bc0c331', 'name': 'tempest-ServerRescueNegativeTestJSON-342948192-router', 'tenant_id': '4d8aa9185953468f8491235be83abf68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:41:31Z', 'updated_at': '2021-05-31T11:44:34Z', 'revision_number': 6, 'project_id': '4d8aa9185953468f8491235be83abf68', 'gw_port_host': None}] {{(pid=98445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:44:35.076457 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-a3400b53-4b62-4390-baaa-f900eecd85ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:44:35.081332 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-a3400b53-4b62-4390-baaa-f900eecd85ce admin admin] Usage tracker for resource:security_group_rule and tenant:4991a784ff0e474d8ca3cc02afd41d2e is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:44:35.085713 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-a3400b53-4b62-4390-baaa-f900eecd85ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:44:35.099218 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-a3400b53-4b62-4390-baaa-f900eecd85ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:44:35.202605 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-a3400b53-4b62-4390-baaa-f900eecd85ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:35.208681 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-a3400b53-4b62-4390-baaa-f900eecd85ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:35.216457 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-d55e24e9-34a8-481a-addb-a02556f1622e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:35.255923 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3400b53-4b62-4390-baaa-f900eecd85ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5af4b62-3d87-4809-9bc3-c6b4fb2a8de9,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:35.263932 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-a3400b53-4b62-4390-baaa-f900eecd85ce admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4991a784ff0e474d8ca3cc02afd41d2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3473337 May 31 11:44:35.263932 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-a3400b53-4b62-4390-baaa-f900eecd85ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:35.264798 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 33878) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:35.289313 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-bcb1efd0-58bb-48dd-b3a4-455831b9ad09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781593493926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781593114067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6713643'] for port, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:35.294450 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-a5692b1c-ee0d-4d68-8cb7-45765c09f66a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:35.328043 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-496fae14-3133-4d43-9a97-a5e2995392be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:35.342693 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb1efd0-58bb-48dd-b3a4-455831b9ad09 admin admin] Pushing event deleted for resources: {'Port': ['ID=66cdaeff-8dec-4ee0-9c53-352d14038b07,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:35.361784 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-496fae14-3133-4d43-9a97-a5e2995392be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:35.374581 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-bcb1efd0-58bb-48dd-b3a4-455831b9ad09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:35.455693 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-496fae14-3133-4d43-9a97-a5e2995392be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:35.467898 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-ded79cda-147b-4afa-9138-c2948288c771 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:35.472966 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-bcb1efd0-58bb-48dd-b3a4-455831b9ad09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8365522'] for router_gateway, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:35.497528 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496fae14-3133-4d43-9a97-a5e2995392be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5af4b62-3d87-4809-9bc3-c6b4fb2a8de9,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:35.503463 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-496fae14-3133-4d43-9a97-a5e2995392be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:35.505049 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-496fae14-3133-4d43-9a97-a5e2995392be admin admin] Notify callbacks [] for security_group, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:35.506348 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-496fae14-3133-4d43-9a97-a5e2995392be admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c5af4b62-3d87-4809-9bc3-c6b4fb2a8de9 HTTP/1.1" status: 204 len: 168 time: 0.2411904 May 31 11:44:35.735501 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-bcb1efd0-58bb-48dd-b3a4-455831b9ad09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8360287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-665'] for router, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:35.738427 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-bcb1efd0-58bb-48dd-b3a4-455831b9ad09 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:35.866639 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-bcb1efd0-58bb-48dd-b3a4-455831b9ad09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8366179'] for router, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:35.867362 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb1efd0-58bb-48dd-b3a4-455831b9ad09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54063c0e-70b2-46e7-97c3-46128bc0c331 {{(pid=98442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 11:44:35.883169 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-bcb1efd0-58bb-48dd-b3a4-455831b9ad09 admin admin] Notify callbacks [] for router, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:35.886723 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-bcb1efd0-58bb-48dd-b3a4-455831b9ad09 admin admin] 10.222.0.21 "DELETE /v2.0/routers/54063c0e-70b2-46e7-97c3-46128bc0c331 HTTP/1.1" status: 204 len: 168 time: 1.8623745 May 31 11:44:35.887018 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 33898) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:35.964742 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a6cd3e6-43e6-468c-87c4-45d235b37a83 admin admin] Deleting subnet 482a023d-7693-4e4c-a2dd-49fc43823b85 {{(pid=98442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 11:44:35.968618 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-0a6cd3e6-43e6-468c-87c4-45d235b37a83 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:36.045596 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-0a6cd3e6-43e6-468c-87c4-45d235b37a83 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7194582'] for subnet, precommit_delete_associations {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:36.129725 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-0a6cd3e6-43e6-468c-87c4-45d235b37a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649192'] for subnet, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:36.445556 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-0a6cd3e6-43e6-468c-87c4-45d235b37a83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-649821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6324440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6019309'] for subnet, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:36.457777 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:36.489690 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-0a6cd3e6-43e6-468c-87c4-45d235b37a83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927509'] for subnet, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:36.501657 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6cd3e6-43e6-468c-87c4-45d235b37a83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=482a023d-7693-4e4c-a2dd-49fc43823b85,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:36.505019 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-0a6cd3e6-43e6-468c-87c4-45d235b37a83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:36.511688 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 33922) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:36.518606 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device 48ee92d9-e68e-4616-bc46-521eead13c79 no longer exists at agent ovs-agent-dv-cinder-786383-7-smb {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:44:36.535601 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-0a6cd3e6-43e6-468c-87c4-45d235b37a83 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/482a023d-7693-4e4c-a2dd-49fc43823b85 HTTP/1.1" status: 204 len: 168 time: 0.6474574 May 31 11:44:36.568922 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.plugin [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] No Port match for: 48ee92d9-e68e-4616-bc46-521eead13c79 {{(pid=98444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:44:36.569642 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device 48ee92d9-e68e-4616-bc46-521eead13c79 not bound to the agent host dv-cinder-786383-7-smb {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:44:36.570200 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device 66cdaeff-8dec-4ee0-9c53-352d14038b07 no longer exists at agent ovs-agent-dv-cinder-786383-7-smb {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:44:36.623109 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.plugin [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] No Port match for: 66cdaeff-8dec-4ee0-9c53-352d14038b07 {{(pid=98444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:44:36.623800 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device 66cdaeff-8dec-4ee0-9c53-352d14038b07 not bound to the agent host dv-cinder-786383-7-smb {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:44:36.648530 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-69c9d822-cbd3-435b-b5b4-ee95d0a49585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990620'] for network, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:36.783727 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-69c9d822-cbd3-435b-b5b4-ee95d0a49585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647783', 'neutron.services.segments.db._delete_segments_for_network-8781593572316'] for network, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:36.802432 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.services.segments.db [None req-69c9d822-cbd3-435b-b5b4-ee95d0a49585 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['665ca1a0-d0c5-448d-9582-68d76f26f11a']}} {{(pid=98443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:44:36.818505 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.services.segments.db [None req-69c9d822-cbd3-435b-b5b4-ee95d0a49585 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2814dc4-7721-40d7-bb3a-9698a734a5db') {'for_net_delete': True} {{(pid=98443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:44:36.818773 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.services.segments.db [None req-69c9d822-cbd3-435b-b5b4-ee95d0a49585 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2814dc4-7721-40d7-bb3a-9698a734a5db') {} {{(pid=98443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:44:36.831910 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-69c9d822-cbd3-435b-b5b4-ee95d0a49585 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781593581213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7666502'] for segment, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:36.850696 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-69c9d822-cbd3-435b-b5b4-ee95d0a49585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654047'] for segment, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:36.861145 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69c9d822-cbd3-435b-b5b4-ee95d0a49585 admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=98443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 11:44:36.861754 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-69c9d822-cbd3-435b-b5b4-ee95d0a49585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6347532'] for segment, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:36.879173 dv-cinder-786383-7-smb neutron-server[98443]: Traceback (most recent call last): May 31 11:44:36.879173 dv-cinder-786383-7-smb neutron-server[98443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 11:44:36.879173 dv-cinder-786383-7-smb neutron-server[98443]: timer() May 31 11:44:36.879173 dv-cinder-786383-7-smb neutron-server[98443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 11:44:36.879173 dv-cinder-786383-7-smb neutron-server[98443]: cb(*args, **kw) May 31 11:44:36.879173 dv-cinder-786383-7-smb neutron-server[98443]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 11:44:36.879173 dv-cinder-786383-7-smb neutron-server[98443]: return func(*args, **kwargs) May 31 11:44:36.879173 dv-cinder-786383-7-smb neutron-server[98443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 11:44:36.879173 dv-cinder-786383-7-smb neutron-server[98443]: self._notify() May 31 11:44:36.879173 dv-cinder-786383-7-smb neutron-server[98443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 11:44:36.879173 dv-cinder-786383-7-smb neutron-server[98443]: self.callback(batched_events) May 31 11:44:36.879173 dv-cinder-786383-7-smb neutron-server[98443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 11:44:36.879173 dv-cinder-786383-7-smb neutron-server[98443]: event.method(event) May 31 11:44:36.879173 dv-cinder-786383-7-smb neutron-server[98443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 11:44:36.879173 dv-cinder-786383-7-smb neutron-server[98443]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 11:44:36.879173 dv-cinder-786383-7-smb neutron-server[98443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 11:44:36.879173 dv-cinder-786383-7-smb neutron-server[98443]: aggregate_uuid = self.p_client.list_aggregates( May 31 11:44:36.879173 dv-cinder-786383-7-smb neutron-server[98443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 11:44:36.879173 dv-cinder-786383-7-smb neutron-server[98443]: return f(self, *a, **k) May 31 11:44:36.879173 dv-cinder-786383-7-smb neutron-server[98443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 11:44:36.879173 dv-cinder-786383-7-smb neutron-server[98443]: return self._get(url).json() May 31 11:44:36.879173 dv-cinder-786383-7-smb neutron-server[98443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 11:44:36.879173 dv-cinder-786383-7-smb neutron-server[98443]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 11:44:36.879173 dv-cinder-786383-7-smb neutron-server[98443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 11:44:36.879173 dv-cinder-786383-7-smb neutron-server[98443]: return self.request(url, 'GET', **kwargs) May 31 11:44:36.879173 dv-cinder-786383-7-smb neutron-server[98443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 11:44:36.879173 dv-cinder-786383-7-smb neutron-server[98443]: base_url = self.get_endpoint(auth, allow=allow, May 31 11:44:36.879173 dv-cinder-786383-7-smb neutron-server[98443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 11:44:36.879173 dv-cinder-786383-7-smb neutron-server[98443]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 11:44:36.879173 dv-cinder-786383-7-smb neutron-server[98443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 11:44:36.879173 dv-cinder-786383-7-smb neutron-server[98443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 11:44:36.879173 dv-cinder-786383-7-smb neutron-server[98443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 11:44:36.969385 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-69c9d822-cbd3-435b-b5b4-ee95d0a49585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8325956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7927536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8365519'] for network, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:36.977202 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-a3e50c01-03c9-486e-b21e-82573bd750ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:36.993872 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-69c9d822-cbd3-435b-b5b4-ee95d0a49585 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927509'] for network, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:37.003046 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c9d822-cbd3-435b-b5b4-ee95d0a49585 admin admin] Pushing event deleted for resources: {'Network': ['ID=665ca1a0-d0c5-448d-9582-68d76f26f11a,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:37.007034 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-69c9d822-cbd3-435b-b5b4-ee95d0a49585 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:37.012006 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-69c9d822-cbd3-435b-b5b4-ee95d0a49585 admin admin] 10.222.0.21 "DELETE /v2.0/networks/665ca1a0-d0c5-448d-9582-68d76f26f11a HTTP/1.1" status: 204 len: 168 time: 0.4992166 May 31 11:44:37.137274 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 33942) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:37.188732 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-fc11731b-6b1b-44bb-901a-5c7b7f458759 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4d8aa9185953468f8491235be83abf68&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0501366 May 31 11:44:37.191786 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 33946) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:37.256054 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-b14768b7-6037-4829-b2b3-cf91350711ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:37.291339 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-b14768b7-6037-4829-b2b3-cf91350711ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:37.407048 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-b14768b7-6037-4829-b2b3-cf91350711ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:37.412706 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-432e4a7b-adb0-49af-9fdb-b23864e0f0bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:37.424478 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14768b7-6037-4829-b2b3-cf91350711ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3eb8059-d5b7-4cfd-b75a-8e134063159f,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:37.429089 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-b14768b7-6037-4829-b2b3-cf91350711ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:37.448433 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-b14768b7-6037-4829-b2b3-cf91350711ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:37.450041 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-b14768b7-6037-4829-b2b3-cf91350711ef admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a3eb8059-d5b7-4cfd-b75a-8e134063159f HTTP/1.1" status: 204 len: 168 time: 0.2573802 May 31 11:44:38.462088 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:38.472657 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 34002) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:38.597616 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.v2.base [None req-e2edb756-d989-4671-af45-7f6441782634 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1665589338-network', 'tenant_id': '63cd0d6391a448f89fefef2dc7ef2e38'}} {{(pid=98442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:44:38.603100 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-e2edb756-d989-4671-af45-7f6441782634 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:44:38.606971 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-e2edb756-d989-4671-af45-7f6441782634 admin admin] Usage tracker for resource:network and tenant:63cd0d6391a448f89fefef2dc7ef2e38 is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:44:38.609826 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-e2edb756-d989-4671-af45-7f6441782634 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:44:38.615522 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-e2edb756-d989-4671-af45-7f6441782634 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:44:38.625604 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2edb756-d989-4671-af45-7f6441782634 admin admin] Made reservation on behalf of 63cd0d6391a448f89fefef2dc7ef2e38 for: {'network': 1} {{(pid=98442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:44:38.629545 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-e2edb756-d989-4671-af45-7f6441782634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-574767'] for network, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:38.640991 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-e2edb756-d989-4671-af45-7f6441782634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:38.655754 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-e2edb756-d989-4671-af45-7f6441782634 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:44:38.659876 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-e2edb756-d989-4671-af45-7f6441782634 admin admin] Usage tracker for resource:security_group_rule and tenant:63cd0d6391a448f89fefef2dc7ef2e38 is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:44:38.662926 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-e2edb756-d989-4671-af45-7f6441782634 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:44:38.668924 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-e2edb756-d989-4671-af45-7f6441782634 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:44:38.755561 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-e2edb756-d989-4671-af45-7f6441782634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:38.763679 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-e2edb756-d989-4671-af45-7f6441782634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:38.768442 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-70449d0d-13bf-4aac-9bdd-405786fe5388 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:38.801509 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2edb756-d989-4671-af45-7f6441782634 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 650} {{(pid=98442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:44:38.812185 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2edb756-d989-4671-af45-7f6441782634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e7ac44b-dd5b-4aed-89f1-14c1d247558e,revision_number=1']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:38.818624 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-e2edb756-d989-4671-af45-7f6441782634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654047'] for segment, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:38.819069 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.db.segments_db [None req-e2edb756-d989-4671-af45-7f6441782634 admin admin] Added segment 12f240fb-3f58-4be6-b39c-8319e4893b89 of type vlan for network f8884608-2755-4cc1-8a85-87c02cf10458 May 31 11:44:38.827879 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2edb756-d989-4671-af45-7f6441782634 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:38.828403 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2edb756-d989-4671-af45-7f6441782634 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:38.828749 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2edb756-d989-4671-af45-7f6441782634 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:38.829128 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2edb756-d989-4671-af45-7f6441782634 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:38.829464 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2edb756-d989-4671-af45-7f6441782634 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:38.829817 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2edb756-d989-4671-af45-7f6441782634 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:38.830130 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2edb756-d989-4671-af45-7f6441782634 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:38.830428 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2edb756-d989-4671-af45-7f6441782634 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:38.830819 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2edb756-d989-4671-af45-7f6441782634 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:38.831139 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2edb756-d989-4671-af45-7f6441782634 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:38.831464 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2edb756-d989-4671-af45-7f6441782634 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:38.831772 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2edb756-d989-4671-af45-7f6441782634 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:38.835887 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-e2edb756-d989-4671-af45-7f6441782634 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:38.865496 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-e2edb756-d989-4671-af45-7f6441782634 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781593130307'] for network, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:38.905163 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-e2edb756-d989-4671-af45-7f6441782634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8325956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7927536'] for network, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:38.907161 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2edb756-d989-4671-af45-7f6441782634 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:38.907633 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-e2edb756-d989-4671-af45-7f6441782634 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927509'] for network, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:38.913611 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:39.107225 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-e2edb756-d989-4671-af45-7f6441782634 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6334395 May 31 11:44:39.110284 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 34016) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:39.111671 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2edb756-d989-4671-af45-7f6441782634 admin admin] Pushing event updated for resources: {'Network': ['ID=f8884608-2755-4cc1-8a85-87c02cf10458,revision_number=1']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:39.114716 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-e2edb756-d989-4671-af45-7f6441782634 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:39.119134 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.v2.base [None req-3d9454ee-6cb0-4012-b5fb-0f35eb59f397 admin admin] Request body: {'subnet': {'network_id': 'f8884608-2755-4cc1-8a85-87c02cf10458', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1665589338-subnet', 'tenant_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=98443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:44:39.125280 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Network f8884608-2755-4cc1-8a85-87c02cf10458 details requested by agent ovs-agent-dv-cinder-786383-7-smb with host dv-cinder-786383-7-smb {{(pid=98444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:44:39.126741 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-3d9454ee-6cb0-4012-b5fb-0f35eb59f397 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:44:39.135763 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-3d9454ee-6cb0-4012-b5fb-0f35eb59f397 admin admin] Usage tracker for resource:subnet and tenant:63cd0d6391a448f89fefef2dc7ef2e38 is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:44:39.139269 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-3d9454ee-6cb0-4012-b5fb-0f35eb59f397 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:44:39.144800 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-3d9454ee-6cb0-4012-b5fb-0f35eb59f397 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:44:39.161825 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d9454ee-6cb0-4012-b5fb-0f35eb59f397 admin admin] Made reservation on behalf of 63cd0d6391a448f89fefef2dc7ef2e38 for: {'subnet': 1} {{(pid=98443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:44:39.164605 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-3d9454ee-6cb0-4012-b5fb-0f35eb59f397 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6022280'] for subnet, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:39.295587 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9e5a93-bf2c-4913-97d2-7c3311fa66eb req-7922b905-6241-4a6d-935e-8666e7d891e6 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:39.299095 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-bd9e5a93-bf2c-4913-97d2-7c3311fa66eb req-7922b905-6241-4a6d-935e-8666e7d891e6 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db774e8-27b0-4a95-aa30-3b7d13d5786d HTTP/1.1" status: 200 len: 945 time: 0.1021221 May 31 11:44:39.347272 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-bd9e5a93-bf2c-4913-97d2-7c3311fa66eb req-8fe107f1-647d-4e89-a094-03b6e3895d01 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1a6aea4-fc43-4be4-985d-d05aeb50d0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438416 May 31 11:44:39.702487 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-3d9454ee-6cb0-4012-b5fb-0f35eb59f397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6695657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6022302'] for subnet, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:39.706912 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-9b77719d-f3e5-4621-b81e-27cad78484a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:39.783941 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9454ee-6cb0-4012-b5fb-0f35eb59f397 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a988f52-3f6c-447c-ad15-932818f3661d,revision_number=0']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:39.796356 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9454ee-6cb0-4012-b5fb-0f35eb59f397 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:39.796716 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9454ee-6cb0-4012-b5fb-0f35eb59f397 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:39.797075 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9454ee-6cb0-4012-b5fb-0f35eb59f397 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:39.797426 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9454ee-6cb0-4012-b5fb-0f35eb59f397 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:39.797795 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9454ee-6cb0-4012-b5fb-0f35eb59f397 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:39.798136 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9454ee-6cb0-4012-b5fb-0f35eb59f397 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:39.798544 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9454ee-6cb0-4012-b5fb-0f35eb59f397 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:39.798846 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9454ee-6cb0-4012-b5fb-0f35eb59f397 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:39.799189 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9454ee-6cb0-4012-b5fb-0f35eb59f397 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:39.799526 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9454ee-6cb0-4012-b5fb-0f35eb59f397 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:39.799854 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9454ee-6cb0-4012-b5fb-0f35eb59f397 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:39.800186 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d9454ee-6cb0-4012-b5fb-0f35eb59f397 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:39.805752 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-3d9454ee-6cb0-4012-b5fb-0f35eb59f397 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:39.808809 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d9454ee-6cb0-4012-b5fb-0f35eb59f397 admin admin] Checking segment: {'id': '12f240fb-3f58-4be6-b39c-8319e4893b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f8884608-2755-4cc1-8a85-87c02cf10458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:44:39.809387 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9454ee-6cb0-4012-b5fb-0f35eb59f397 admin admin] Network hostable DHCP agents. Network: f8884608-2755-4cc1-8a85-87c02cf10458, hostable agents: ['fb962da1-0809-46df-9ec4-203c2f15f643'], hosted agents: [] {{(pid=98443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:44:39.832870 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d9454ee-6cb0-4012-b5fb-0f35eb59f397 admin admin] Network f8884608-2755-4cc1-8a85-87c02cf10458 is scheduled to be hosted by DHCP agent fb962da1-0809-46df-9ec4-203c2f15f643 with binding_index 1 {{(pid=98443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:44:39.847842 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.base_scheduler [None req-3d9454ee-6cb0-4012-b5fb-0f35eb59f397 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-7-smb, f8884608-2755-4cc1-8a85-87c02cf10458) {{(pid=98443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:44:39.859220 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe8c87c-3ef8-4f69-8b27-7ccad0970694 None None] Network f8884608-2755-4cc1-8a85-87c02cf10458 requested from dv-cinder-786383-7-smb {{(pid=98444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:44:39.862833 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9454ee-6cb0-4012-b5fb-0f35eb59f397 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:39.863679 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-3d9454ee-6cb0-4012-b5fb-0f35eb59f397 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:39.897454 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-3d9454ee-6cb0-4012-b5fb-0f35eb59f397 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7832298 May 31 11:44:39.897872 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 34026) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:39.903463 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.v2.base [None req-bafba417-3d06-40fc-9e8f-30a9858ba243 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1665589338-router', 'tenant_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3'}}} {{(pid=98443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:44:39.909636 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-bafba417-3d06-40fc-9e8f-30a9858ba243 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:44:39.917501 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-bafba417-3d06-40fc-9e8f-30a9858ba243 admin admin] Usage tracker for resource:router and tenant:63cd0d6391a448f89fefef2dc7ef2e38 is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:44:39.923820 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-bafba417-3d06-40fc-9e8f-30a9858ba243 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:44:39.936772 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-bafba417-3d06-40fc-9e8f-30a9858ba243 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:44:39.958392 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-bafba417-3d06-40fc-9e8f-30a9858ba243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8360380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-651'] for router, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:39.961297 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-bafba417-3d06-40fc-9e8f-30a9858ba243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8360892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8365411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8385934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-658'] for router, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:39.979155 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-bafba417-3d06-40fc-9e8f-30a9858ba243 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:40.112606 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f0168f-9378-41f3-84d0-96cc07b1c2a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4276fea-128f-59c1-aa89-faee38dd1e47-f8884608-2755-4cc1-8a85-87c02cf10458', 'network_id': 'f8884608-2755-4cc1-8a85-87c02cf10458', 'tenant_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'fixed_ips': [{'subnet_id': '0a988f52-3f6c-447c-ad15-932818f3661d'}]}} from dv-cinder-786383-7-smb. {{(pid=98444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 11:44:40.113486 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-46f0168f-9378-41f3-84d0-96cc07b1c2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_create {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:40.300877 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-bafba417-3d06-40fc-9e8f-30a9858ba243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8365382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8360334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-736'] for router, precommit_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:40.317140 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.db_base_plugin_common [None req-46f0168f-9378-41f3-84d0-96cc07b1c2a0 None None] Allocated IP 172.20.0.2 (f8884608-2755-4cc1-8a85-87c02cf10458/0a988f52-3f6c-447c-ad15-932818f3661d/bde5908e-5f69-4a11-b103-d9a92d98bcee) {{(pid=98444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:44:40.657572 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-46f0168f-9378-41f3-84d0-96cc07b1c2a0 None None] Notify callbacks [] for port, precommit_create {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:40.678928 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-46f0168f-9378-41f3-84d0-96cc07b1c2a0 None None] Transition to ACTIVE for port object bde5908e-5f69-4a11-b103-d9a92d98bcee will not be triggered until provisioned by entity L2. {{(pid=98444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:44:40.722210 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-46f0168f-9378-41f3-84d0-96cc07b1c2a0 None None] Transition to ACTIVE for port object bde5908e-5f69-4a11-b103-d9a92d98bcee will not be triggered until provisioned by entity DHCP. {{(pid=98444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:44:40.737005 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5876a8d-7229-4c12-8bbe-b81e6a22bdf8 req-9be1168d-8ce0-4f13-afbc-33531211cab5 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:40.739020 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-e5876a8d-7229-4c12-8bbe-b81e6a22bdf8 req-9be1168d-8ce0-4f13-afbc-33531211cab5 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db774e8-27b0-4a95-aa30-3b7d13d5786d HTTP/1.1" status: 200 len: 945 time: 0.1317141 May 31 11:44:40.745038 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-46f0168f-9378-41f3-84d0-96cc07b1c2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781593114058'] for port, after_create {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:40.764061 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:40.799425 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-bafba417-3d06-40fc-9e8f-30a9858ba243 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:40.801185 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-e5876a8d-7229-4c12-8bbe-b81e6a22bdf8 req-20337daa-6de1-42fd-b0ae-f9cf80802a94 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1a6aea4-fc43-4be4-985d-d05aeb50d0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550661 May 31 11:44:40.846838 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-bafba417-3d06-40fc-9e8f-30a9858ba243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:40.865629 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f0168f-9378-41f3-84d0-96cc07b1c2a0 None None] Network f8884608-2755-4cc1-8a85-87c02cf10458 is already hosted by enough agents. {{(pid=98444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:44:40.877638 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.scheduler.base_scheduler [None req-46f0168f-9378-41f3-84d0-96cc07b1c2a0 None None] Resources bound (agent type, host, resource id): {{(pid=98444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:44:40.892574 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f0168f-9378-41f3-84d0-96cc07b1c2a0 None None] Received port after_create {{(pid=98444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:44:40.981715 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f0168f-9378-41f3-84d0-96cc07b1c2a0 None None] Pushing event updated for resources: {'Port': ['ID=bde5908e-5f69-4a11-b103-d9a92d98bcee,revision_number=1']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:40.990061 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-46f0168f-9378-41f3-84d0-96cc07b1c2a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:41.010823 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.managers [None req-46f0168f-9378-41f3-84d0-96cc07b1c2a0 None None] Attempting to bind port bde5908e-5f69-4a11-b103-d9a92d98bcee on host dv-cinder-786383-7-smb for vnic_type normal with profile {{(pid=98444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:44:41.011477 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.managers [None req-46f0168f-9378-41f3-84d0-96cc07b1c2a0 None None] Attempting to bind port bde5908e-5f69-4a11-b103-d9a92d98bcee by drivers openvswitch,hyperv on host dv-cinder-786383-7-smb at level 0 using segments [{'id': '12f240fb-3f58-4be6-b39c-8319e4893b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f8884608-2755-4cc1-8a85-87c02cf10458'}] {{(pid=98444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:44:41.012159 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f0168f-9378-41f3-84d0-96cc07b1c2a0 None None] Attempting to bind port bde5908e-5f69-4a11-b103-d9a92d98bcee on network f8884608-2755-4cc1-8a85-87c02cf10458 {{(pid=98444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:44:41.019401 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.db_base_plugin_common [None req-bafba417-3d06-40fc-9e8f-30a9858ba243 admin admin] Allocated IP 172.28.3.235 (21abd7a8-7011-4cfc-9928-6cba34534bd3/fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5/605f9302-436e-4adb-8bb8-d3f81b4d706b) {{(pid=98443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:44:41.023238 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f0168f-9378-41f3-84d0-96cc07b1c2a0 None None] Checking agent: {'id': '54e7e3e0-9dc4-46e7-99bd-8d5ea4dab531', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 33, 27), 'started_at': datetime.datetime(2021, 5, 31, 11, 33, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:44:41.023751 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f0168f-9378-41f3-84d0-96cc07b1c2a0 None None] Checking segment: {'id': '12f240fb-3f58-4be6-b39c-8319e4893b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f8884608-2755-4cc1-8a85-87c02cf10458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:44:41.024519 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-46f0168f-9378-41f3-84d0-96cc07b1c2a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:41.025050 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f0168f-9378-41f3-84d0-96cc07b1c2a0 None None] Bound using segment: {'id': '12f240fb-3f58-4be6-b39c-8319e4893b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f8884608-2755-4cc1-8a85-87c02cf10458'} {{(pid=98444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:44:41.025529 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.managers [None req-46f0168f-9378-41f3-84d0-96cc07b1c2a0 None None] Bound port: bde5908e-5f69-4a11-b103-d9a92d98bcee, host: dv-cinder-786383-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12f240fb-3f58-4be6-b39c-8319e4893b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f8884608-2755-4cc1-8a85-87c02cf10458'}}] {{(pid=98444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:44:41.025957 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-46f0168f-9378-41f3-84d0-96cc07b1c2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:41.146229 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-46f0168f-9378-41f3-84d0-96cc07b1c2a0 None None] For port bde5908e-5f69-4a11-b103-d9a92d98bcee, host dv-cinder-786383-7-smb, cleared binding levels {{(pid=98444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:44:41.149717 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-46f0168f-9378-41f3-84d0-96cc07b1c2a0 None None] For port bde5908e-5f69-4a11-b103-d9a92d98bcee, host dv-cinder-786383-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-smb',level=0,port_id=bde5908e-5f69-4a11-b103-d9a92d98bcee,segment=NetworkSegment(12f240fb-3f58-4be6-b39c-8319e4893b89),segment_id=12f240fb-3f58-4be6-b39c-8319e4893b89)] {{(pid=98444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:44:41.154776 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-46f0168f-9378-41f3-84d0-96cc07b1c2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:41.159962 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:41.262092 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-bafba417-3d06-40fc-9e8f-30a9858ba243 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:41.276255 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f0168f-9378-41f3-84d0-96cc07b1c2a0 None None] Pushing event updated for resources: {'Port': ['ID=bde5908e-5f69-4a11-b103-d9a92d98bcee,revision_number=2']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:41.279646 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-46f0168f-9378-41f3-84d0-96cc07b1c2a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:41.315651 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-bafba417-3d06-40fc-9e8f-30a9858ba243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781593114058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6347609'] for port, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:41.327698 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:41.398635 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bafba417-3d06-40fc-9e8f-30a9858ba243 admin admin] Network 21abd7a8-7011-4cfc-9928-6cba34534bd3 is already hosted by enough agents. {{(pid=98443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:44:41.404629 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.base_scheduler [None req-bafba417-3d06-40fc-9e8f-30a9858ba243 admin admin] Resources bound (agent type, host, resource id): {{(pid=98443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:44:41.411555 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafba417-3d06-40fc-9e8f-30a9858ba243 admin admin] Received port after_create {{(pid=98443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:44:41.448081 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafba417-3d06-40fc-9e8f-30a9858ba243 admin admin] Pushing event updated for resources: {'Port': ['ID=605f9302-436e-4adb-8bb8-d3f81b4d706b,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:41.455243 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-bafba417-3d06-40fc-9e8f-30a9858ba243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:42.002894 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d472ebc-4690-4c17-90a1-a3ac0be360fa req-ec9f81c7-975e-4a07-b158-108eb768b187 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:42.004473 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-7d472ebc-4690-4c17-90a1-a3ac0be360fa req-ec9f81c7-975e-4a07-b158-108eb768b187 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db774e8-27b0-4a95-aa30-3b7d13d5786d HTTP/1.1" status: 200 len: 945 time: 0.0839076 May 31 11:44:42.019244 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-bafba417-3d06-40fc-9e8f-30a9858ba243 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:42.055587 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-7d472ebc-4690-4c17-90a1-a3ac0be360fa req-b4c2c2ac-7c0d-4061-be76-95bcb1e68220 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1a6aea4-fc43-4be4-985d-d05aeb50d0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434315 May 31 11:44:42.347401 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfd1737-efa4-490a-95e8-3ae8719b95aa None None] Network f8884608-2755-4cc1-8a85-87c02cf10458 requested from dv-cinder-786383-7-smb {{(pid=98444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:44:42.425615 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-bafba417-3d06-40fc-9e8f-30a9858ba243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8360373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8365317'] for router, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:42.465283 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-c37237c3-1c36-42b7-aa76-bcb4921ff2fc None None] Provisioning for port bde5908e-5f69-4a11-b103-d9a92d98bcee completed by entity DHCP. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:44:42.539335 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device bde5908e-5f69-4a11-b103-d9a92d98bcee up at agent ovs-agent-dv-cinder-786383-7-smb {{(pid=98444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:44:42.657514 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bafba417-3d06-40fc-9e8f-30a9858ba243 admin admin] Router 64bf3e4e-cdd4-46da-8f77-0a9437927652 is scheduled to L3 agent 18500941-09fe-4120-b40f-cc1049bfe169 with binding_index 1 {{(pid=98443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 11:44:42.666490 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Provisioning for port bde5908e-5f69-4a11-b103-d9a92d98bcee completed by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:44:42.673137 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Provisioning complete for port bde5908e-5f69-4a11-b103-d9a92d98bcee triggered by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:44:42.673634 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:42.817974 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:42.853620 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] For port bde5908e-5f69-4a11-b103-d9a92d98bcee, host dv-cinder-786383-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-smb',level=0,port_id=bde5908e-5f69-4a11-b103-d9a92d98bcee,segment=NetworkSegment(12f240fb-3f58-4be6-b39c-8319e4893b89),segment_id=12f240fb-3f58-4be6-b39c-8319e4893b89)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:44:42.859005 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:42.861201 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:42.874911 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bafba417-3d06-40fc-9e8f-30a9858ba243 admin admin] Notify agent at l3_agent.dv-cinder-786383-7-smb the message routers_updated {{(pid=98443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:44:42.906075 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-bafba417-3d06-40fc-9e8f-30a9858ba243 admin admin] Notify callbacks [] for router, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:42.910318 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-bafba417-3d06-40fc-9e8f-30a9858ba243 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.0084574 May 31 11:44:42.910318 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 34078) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:42.925504 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7964e784-af40-4ac8-bd3d-c80c1e2eacfa None None] Sync routers for ids ['64bf3e4e-cdd4-46da-8f77-0a9437927652'] in dv-cinder-786383-7-smb {{(pid=98444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:44:42.951484 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7964e784-af40-4ac8-bd3d-c80c1e2eacfa None None] Routers {'64bf3e4e-cdd4-46da-8f77-0a9437927652'} bound to L3 agent in host dv-cinder-786383-7-smb {{(pid=98444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:44:42.952649 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_hamode_db [None req-7964e784-af40-4ac8-bd3d-c80c1e2eacfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:33:28Z,description=,heartbeat_timestamp=2021-05-31T11:44:28Z,host='dv-cinder-786383-7-smb',id=18500941-09fe-4120-b40f-cc1049bfe169,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:33:28Z,topic='l3_agent')) {'router_ids': ['64bf3e4e-cdd4-46da-8f77-0a9437927652'], 'active': True} {{(pid=98444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:44:43.025996 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Pushing event updated for resources: {'Port': ['ID=bde5908e-5f69-4a11-b103-d9a92d98bcee,revision_number=3']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:43.031664 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:43.058484 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-7db6481a-88ca-48a6-b5f5-4195d95fc80f None None] Provisioning complete for port bde5908e-5f69-4a11-b103-d9a92d98bcee triggered by entity DHCP. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:44:43.059572 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-7db6481a-88ca-48a6-b5f5-4195d95fc80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:43.219984 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvr_db [None req-7964e784-af40-4ac8-bd3d-c80c1e2eacfa None None] Set router 64bf3e4e-cdd4-46da-8f77-0a9437927652 gateway port host: dv-cinder-786383-7-smb {{(pid=98444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:44:43.295974 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1d3683-2446-45be-877e-e8e1a4c19724 req-01d73fa1-c7f0-436b-823d-105931d9ec33 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:43.297827 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-7f1d3683-2446-45be-877e-e8e1a4c19724 req-01d73fa1-c7f0-436b-823d-105931d9ec33 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db774e8-27b0-4a95-aa30-3b7d13d5786d HTTP/1.1" status: 200 len: 945 time: 0.1107213 May 31 11:44:43.371239 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-7f1d3683-2446-45be-877e-e8e1a4c19724 req-d8d4a6b9-c864-48bd-b855-57965eed566c tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1a6aea4-fc43-4be4-985d-d05aeb50d0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657263 May 31 11:44:43.638835 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_hamode_db [None req-7964e784-af40-4ac8-bd3d-c80c1e2eacfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64bf3e4e-cdd4-46da-8f77-0a9437927652', 'name': 'tempest-AttachVolumeShelveTestJSON-1665589338-router', 'tenant_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.235'}], 'enable_snat': True}, 'gw_port_id': '605f9302-436e-4adb-8bb8-d3f81b4d706b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:44:39Z', 'updated_at': '2021-05-31T11:44:41Z', 'revision_number': 3, 'project_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'gw_port': {'id': '605f9302-436e-4adb-8bb8-d3f81b4d706b', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:18:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64bf3e4e-cdd4-46da-8f77-0a9437927652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:44:40Z', 'updated_at': '2021-05-31T11:44:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb'}], 'dv-cinder-786383-7-smb', False) {} {{(pid=98444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:44:43.643271 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7964e784-af40-4ac8-bd3d-c80c1e2eacfa None None] Checking router: 64bf3e4e-cdd4-46da-8f77-0a9437927652 for host: dv-cinder-786383-7-smb {{(pid=98444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:44:43.643650 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7964e784-af40-4ac8-bd3d-c80c1e2eacfa None None] Updating router 64bf3e4e-cdd4-46da-8f77-0a9437927652 port 605f9302-436e-4adb-8bb8-d3f81b4d706b binding host dv-cinder-786383-7-smb {{(pid=98444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 11:44:43.703259 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-7964e784-af40-4ac8-bd3d-c80c1e2eacfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:43.851587 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-864debf5-767d-424a-a48d-57ce7bcaa50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:44.079243 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.db_base_plugin_common [None req-864debf5-767d-424a-a48d-57ce7bcaa50f admin admin] Allocated IP 172.20.0.1 (f8884608-2755-4cc1-8a85-87c02cf10458/0a988f52-3f6c-447c-ad15-932818f3661d/6e1c848a-433e-4e00-9d0d-38eb7f56e8c4) {{(pid=98443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:44:44.136328 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-7964e784-af40-4ac8-bd3d-c80c1e2eacfa None None] Notify callbacks [] for port, precommit_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:44.148555 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-7964e784-af40-4ac8-bd3d-c80c1e2eacfa None None] Transition to ACTIVE for port object 605f9302-436e-4adb-8bb8-d3f81b4d706b will not be triggered until provisioned by entity L2. {{(pid=98444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:44:44.155105 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-7964e784-af40-4ac8-bd3d-c80c1e2eacfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:44.158894 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:44.237268 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.managers [None req-7964e784-af40-4ac8-bd3d-c80c1e2eacfa None None] Attempting to bind port 605f9302-436e-4adb-8bb8-d3f81b4d706b on host dv-cinder-786383-7-smb for vnic_type normal with profile {{(pid=98444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:44:44.237839 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.managers [None req-7964e784-af40-4ac8-bd3d-c80c1e2eacfa None None] Attempting to bind port 605f9302-436e-4adb-8bb8-d3f81b4d706b by drivers openvswitch,hyperv on host dv-cinder-786383-7-smb at level 0 using segments [{'id': '1ab87b5a-2ab4-41da-bbc3-50466ba34034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3'}] {{(pid=98444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:44:44.238354 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7964e784-af40-4ac8-bd3d-c80c1e2eacfa None None] Attempting to bind port 605f9302-436e-4adb-8bb8-d3f81b4d706b on network 21abd7a8-7011-4cfc-9928-6cba34534bd3 {{(pid=98444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:44:44.242839 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-864debf5-767d-424a-a48d-57ce7bcaa50f admin admin] Notify callbacks [] for port, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:44.247500 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2269ea-e045-49ef-b82e-0dc308cc5e22 None None] Pushing event updated for resources: {'Port': ['ID=605f9302-436e-4adb-8bb8-d3f81b4d706b,revision_number=2']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:44.253172 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-3f2269ea-e045-49ef-b82e-0dc308cc5e22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:44.254866 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7964e784-af40-4ac8-bd3d-c80c1e2eacfa None None] Checking agent: {'id': '54e7e3e0-9dc4-46e7-99bd-8d5ea4dab531', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 33, 27), 'started_at': datetime.datetime(2021, 5, 31, 11, 33, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:44:44.256033 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7964e784-af40-4ac8-bd3d-c80c1e2eacfa None None] Checking segment: {'id': '1ab87b5a-2ab4-41da-bbc3-50466ba34034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:44:44.256033 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-7964e784-af40-4ac8-bd3d-c80c1e2eacfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:44.256579 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7964e784-af40-4ac8-bd3d-c80c1e2eacfa None None] Bound using segment: {'id': '1ab87b5a-2ab4-41da-bbc3-50466ba34034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3'} {{(pid=98444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:44:44.258064 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.managers [None req-7964e784-af40-4ac8-bd3d-c80c1e2eacfa None None] Bound port: 605f9302-436e-4adb-8bb8-d3f81b4d706b, host: dv-cinder-786383-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ab87b5a-2ab4-41da-bbc3-50466ba34034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3'}}] {{(pid=98444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:44:44.258552 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-7964e784-af40-4ac8-bd3d-c80c1e2eacfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:44.269189 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.provisioning_blocks [None req-864debf5-767d-424a-a48d-57ce7bcaa50f admin admin] Transition to ACTIVE for port object 6e1c848a-433e-4e00-9d0d-38eb7f56e8c4 will not be triggered until provisioned by entity DHCP. {{(pid=98443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:44:44.297329 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-864debf5-767d-424a-a48d-57ce7bcaa50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781593114058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6347609'] for port, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:44.301324 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-ca6eed99-bed9-434b-83b5-23b4f0e5e608 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:44.342931 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-7964e784-af40-4ac8-bd3d-c80c1e2eacfa None None] For port 605f9302-436e-4adb-8bb8-d3f81b4d706b, host dv-cinder-786383-7-smb, cleared binding levels {{(pid=98444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:44:44.346271 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-7964e784-af40-4ac8-bd3d-c80c1e2eacfa None None] For port 605f9302-436e-4adb-8bb8-d3f81b4d706b, host dv-cinder-786383-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-smb',level=0,port_id=605f9302-436e-4adb-8bb8-d3f81b4d706b,segment=NetworkSegment(1ab87b5a-2ab4-41da-bbc3-50466ba34034),segment_id=1ab87b5a-2ab4-41da-bbc3-50466ba34034)] {{(pid=98444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:44:44.352065 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-7964e784-af40-4ac8-bd3d-c80c1e2eacfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:44.355889 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-3f2269ea-e045-49ef-b82e-0dc308cc5e22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:44.370816 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864debf5-767d-424a-a48d-57ce7bcaa50f admin admin] Network f8884608-2755-4cc1-8a85-87c02cf10458 is already hosted by enough agents. {{(pid=98443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:44:44.373603 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.base_scheduler [None req-864debf5-767d-424a-a48d-57ce7bcaa50f admin admin] Resources bound (agent type, host, resource id): {{(pid=98443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:44:44.377198 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864debf5-767d-424a-a48d-57ce7bcaa50f admin admin] Received port after_create {{(pid=98443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:44:44.425115 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864debf5-767d-424a-a48d-57ce7bcaa50f admin admin] Pushing event updated for resources: {'Port': ['ID=6e1c848a-433e-4e00-9d0d-38eb7f56e8c4,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:44.433381 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-864debf5-767d-424a-a48d-57ce7bcaa50f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:44.465540 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-864debf5-767d-424a-a48d-57ce7bcaa50f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8369524'] for router_interface, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:44.470629 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7964e784-af40-4ac8-bd3d-c80c1e2eacfa None None] Routers {'64bf3e4e-cdd4-46da-8f77-0a9437927652'} bound to L3 agent in host dv-cinder-786383-7-smb {{(pid=98444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:44:44.471303 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_hamode_db [None req-7964e784-af40-4ac8-bd3d-c80c1e2eacfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:33:28Z,description=,heartbeat_timestamp=2021-05-31T11:44:28Z,host='dv-cinder-786383-7-smb',id=18500941-09fe-4120-b40f-cc1049bfe169,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:33:28Z,topic='l3_agent')) {'router_ids': ['64bf3e4e-cdd4-46da-8f77-0a9437927652'], 'active': True} {{(pid=98444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:44:44.566013 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device bde5908e-5f69-4a11-b103-d9a92d98bcee up at agent ovs-agent-dv-cinder-786383-7-smb {{(pid=98444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:44:44.671966 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2269ea-e045-49ef-b82e-0dc308cc5e22 None None] Pushing event updated for resources: {'Port': ['ID=605f9302-436e-4adb-8bb8-d3f81b4d706b,revision_number=3']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:44.676464 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-3f2269ea-e045-49ef-b82e-0dc308cc5e22 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:44.689965 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f937c5fe-d7c9-4596-b8bc-f66ece9290bc req-8763f246-902c-4930-b4d2-7c1c2a4e6639 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:44.691628 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-f937c5fe-d7c9-4596-b8bc-f66ece9290bc req-8763f246-902c-4930-b4d2-7c1c2a4e6639 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db774e8-27b0-4a95-aa30-3b7d13d5786d HTTP/1.1" status: 200 len: 945 time: 0.1305201 May 31 11:44:44.753253 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-f937c5fe-d7c9-4596-b8bc-f66ece9290bc req-6dd71fa8-40fd-43f9-9e74-b7a8fc048a3e tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1a6aea4-fc43-4be4-985d-d05aeb50d0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550141 May 31 11:44:44.809779 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-63e9abbb-adf6-4d1e-a875-3e1b8b39311a None None] Provisioning for port 6e1c848a-433e-4e00-9d0d-38eb7f56e8c4 completed by entity DHCP. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:44:44.826834 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-63e9abbb-adf6-4d1e-a875-3e1b8b39311a None None] Provisioning complete for port 6e1c848a-433e-4e00-9d0d-38eb7f56e8c4 triggered by entity DHCP. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:44:44.827208 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-63e9abbb-adf6-4d1e-a875-3e1b8b39311a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:44.828944 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-864debf5-767d-424a-a48d-57ce7bcaa50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:44.865226 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvr_db [None req-7964e784-af40-4ac8-bd3d-c80c1e2eacfa None None] Set router 64bf3e4e-cdd4-46da-8f77-0a9437927652 gateway port host: dv-cinder-786383-7-smb {{(pid=98444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:44:44.993718 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Provisioning complete for port bde5908e-5f69-4a11-b103-d9a92d98bcee triggered by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:44:44.994490 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:45.082487 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-864debf5-767d-424a-a48d-57ce7bcaa50f admin admin] Notify callbacks [] for port, precommit_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:45.088437 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-864debf5-767d-424a-a48d-57ce7bcaa50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6347600'] for port, after_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:45.117061 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.plugin [None req-63e9abbb-adf6-4d1e-a875-3e1b8b39311a None None] Port 6e1c848a-433e-4e00-9d0d-38eb7f56e8c4 cannot update to ACTIVE because it is not bound. {{(pid=98444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:44:45.260049 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-71f40db9-56b5-4e6a-b5ff-0cd3a9ce49e9 tempest-DeleteServersTestJSON-1890402174 tempest-DeleteServersTestJSON-1890402174-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:45.333229 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_hamode_db [None req-7964e784-af40-4ac8-bd3d-c80c1e2eacfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64bf3e4e-cdd4-46da-8f77-0a9437927652', 'name': 'tempest-AttachVolumeShelveTestJSON-1665589338-router', 'tenant_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.235'}], 'enable_snat': True}, 'gw_port_id': '605f9302-436e-4adb-8bb8-d3f81b4d706b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:44:39Z', 'updated_at': '2021-05-31T11:44:41Z', 'revision_number': 3, 'project_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'gw_port': {'id': '605f9302-436e-4adb-8bb8-d3f81b4d706b', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:18:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64bf3e4e-cdd4-46da-8f77-0a9437927652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:44:40Z', 'updated_at': '2021-05-31T11:44:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb'}], 'dv-cinder-786383-7-smb', False) {} {{(pid=98444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:44:45.340380 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7964e784-af40-4ac8-bd3d-c80c1e2eacfa None None] The sync data for ids ['64bf3e4e-cdd4-46da-8f77-0a9437927652'] in dv-cinder-786383-7-smb is: [{'id': '64bf3e4e-cdd4-46da-8f77-0a9437927652', 'name': 'tempest-AttachVolumeShelveTestJSON-1665589338-router', 'tenant_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.235'}], 'enable_snat': True}, 'gw_port_id': '605f9302-436e-4adb-8bb8-d3f81b4d706b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:44:39Z', 'updated_at': '2021-05-31T11:44:41Z', 'revision_number': 3, 'project_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'gw_port': {'id': '605f9302-436e-4adb-8bb8-d3f81b4d706b', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:18:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64bf3e4e-cdd4-46da-8f77-0a9437927652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:44:40Z', 'updated_at': '2021-05-31T11:44:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb'}] {{(pid=98444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:44:45.378498 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864debf5-767d-424a-a48d-57ce7bcaa50f admin admin] Pushing event updated for resources: {'Port': ['ID=6e1c848a-433e-4e00-9d0d-38eb7f56e8c4,revision_number=2']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:45.378498 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-864debf5-767d-424a-a48d-57ce7bcaa50f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:45.378498 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-864debf5-767d-424a-a48d-57ce7bcaa50f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7929610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369625'] for router_interface, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:45.535124 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-864debf5-767d-424a-a48d-57ce7bcaa50f admin admin] Network f8884608-2755-4cc1-8a85-87c02cf10458 is already hosted by enough agents. {{(pid=98443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:44:45.537663 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.base_scheduler [None req-864debf5-767d-424a-a48d-57ce7bcaa50f admin admin] Resources bound (agent type, host, resource id): {{(pid=98443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:44:45.780328 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-864debf5-767d-424a-a48d-57ce7bcaa50f admin admin] Router 64bf3e4e-cdd4-46da-8f77-0a9437927652 has already been hosted by L3 agent 18500941-09fe-4120-b40f-cc1049bfe169 {{(pid=98443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:44:45.855217 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-45e174c6-a291-4918-9666-82df82fe7f1f None None] Provisioning complete for port 6e1c848a-433e-4e00-9d0d-38eb7f56e8c4 triggered by entity DHCP. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:44:45.855817 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-45e174c6-a291-4918-9666-82df82fe7f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:45.925383 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.plugin [None req-45e174c6-a291-4918-9666-82df82fe7f1f None None] Port 6e1c848a-433e-4e00-9d0d-38eb7f56e8c4 cannot update to ACTIVE because it is not bound. {{(pid=98444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:44:45.978476 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f4ad3-96b9-4527-a99d-bce34e5eb071 req-85ce0194-3679-4e93-a6de-e5a66a5aa866 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:45.980162 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-0a8f4ad3-96b9-4527-a99d-bce34e5eb071 req-85ce0194-3679-4e93-a6de-e5a66a5aa866 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db774e8-27b0-4a95-aa30-3b7d13d5786d HTTP/1.1" status: 200 len: 945 time: 0.0969610 May 31 11:44:45.998151 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-864debf5-767d-424a-a48d-57ce7bcaa50f admin admin] Notify agent at l3_agent.dv-cinder-786383-7-smb the message routers_updated {{(pid=98443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:44:46.011454 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-864debf5-767d-424a-a48d-57ce7bcaa50f admin admin] 10.222.0.21 "PUT /v2.0/routers/64bf3e4e-cdd4-46da-8f77-0a9437927652/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1001003 May 31 11:44:46.029471 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-0a8f4ad3-96b9-4527-a99d-bce34e5eb071 req-d7779453-c8c8-4e16-8f06-dfd979eceadb tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1a6aea4-fc43-4be4-985d-d05aeb50d0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429094 May 31 11:44:46.529564 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device 605f9302-436e-4adb-8bb8-d3f81b4d706b up at agent ovs-agent-dv-cinder-786383-7-smb {{(pid=98444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:44:46.531790 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 34146) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:46.537304 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.v2.base [None req-5156ee3d-d330-411e-86d0-a3212a31c733 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Request body: {'security_group': {'name': 'tempest-securitygroup--840683335', 'description': 'tempest-description--299000816'}} {{(pid=98443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:44:46.555675 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-5156ee3d-d330-411e-86d0-a3212a31c733 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:44:46.560145 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-5156ee3d-d330-411e-86d0-a3212a31c733 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Usage tracker for resource:security_group and tenant:63cd0d6391a448f89fefef2dc7ef2e38 is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:44:46.563182 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-5156ee3d-d330-411e-86d0-a3212a31c733 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:44:46.569633 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-5156ee3d-d330-411e-86d0-a3212a31c733 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:44:46.590055 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-5156ee3d-d330-411e-86d0-a3212a31c733 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks [] for security_group, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:46.593916 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.agents_db [None req-9d677285-078d-4c88-aefd-aa7dfcc00faf None None] Agent healthcheck: found 6 active agents {{(pid=98445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:44:46.621150 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-5156ee3d-d330-411e-86d0-a3212a31c733 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:44:46.628813 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-5156ee3d-d330-411e-86d0-a3212a31c733 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Usage tracker for resource:security_group_rule and tenant:63cd0d6391a448f89fefef2dc7ef2e38 is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:44:46.634615 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-5156ee3d-d330-411e-86d0-a3212a31c733 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:44:46.649137 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-5156ee3d-d330-411e-86d0-a3212a31c733 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:44:46.663360 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Provisioning for port 605f9302-436e-4adb-8bb8-d3f81b4d706b completed by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:44:46.670131 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Provisioning complete for port 605f9302-436e-4adb-8bb8-d3f81b4d706b triggered by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:44:46.670535 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:46.729828 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-5156ee3d-d330-411e-86d0-a3212a31c733 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks [] for security_group, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:46.734442 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-5156ee3d-d330-411e-86d0-a3212a31c733 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:46.744524 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-ebb9a8a1-ca72-43c6-a137-5a05e968b029 tempest-VolumesNegativeTest-184824133 tempest-VolumesNegativeTest-184824133-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:46.783515 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5156ee3d-d330-411e-86d0-a3212a31c733 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=046f597b-d4db-468c-a75f-9b8ff1a241ac,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:46.786484 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-5156ee3d-d330-411e-86d0-a3212a31c733 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:46.788062 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-5156ee3d-d330-411e-86d0-a3212a31c733 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks [] for security_group, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:46.789452 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-5156ee3d-d330-411e-86d0-a3212a31c733 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2565215 May 31 11:44:46.792643 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 34154) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:46.799207 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.v2.base [None req-e9fd76b0-18ad-4cf4-a517-e28a0bb691d8 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Request body: {'security_group_rule': {'security_group_id': '046f597b-d4db-468c-a75f-9b8ff1a241ac', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:44:46.805571 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-e9fd76b0-18ad-4cf4-a517-e28a0bb691d8 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:44:46.809959 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-e9fd76b0-18ad-4cf4-a517-e28a0bb691d8 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Usage tracker for resource:security_group_rule and tenant:63cd0d6391a448f89fefef2dc7ef2e38 is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:44:46.813627 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-e9fd76b0-18ad-4cf4-a517-e28a0bb691d8 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:44:46.819547 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-e9fd76b0-18ad-4cf4-a517-e28a0bb691d8 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:44:46.822597 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:46.841790 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-e9fd76b0-18ad-4cf4-a517-e28a0bb691d8 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:46.842292 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] For port 605f9302-436e-4adb-8bb8-d3f81b4d706b, host dv-cinder-786383-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-smb',level=0,port_id=605f9302-436e-4adb-8bb8-d3f81b4d706b,segment=NetworkSegment(1ab87b5a-2ab4-41da-bbc3-50466ba34034),segment_id=1ab87b5a-2ab4-41da-bbc3-50466ba34034)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:44:46.847655 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:46.851330 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:46.862842 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 34158) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:46.919460 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Pushing event updated for resources: {'Port': ['ID=605f9302-436e-4adb-8bb8-d3f81b4d706b,revision_number=4']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:46.927452 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:46.930179 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-e9fd76b0-18ad-4cf4-a517-e28a0bb691d8 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:46.935526 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-e9fd76b0-18ad-4cf4-a517-e28a0bb691d8 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8326017'] for security_group_rule, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:46.937641 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:46.969764 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fd76b0-18ad-4cf4-a517-e28a0bb691d8 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e7ddcbb-c405-4d64-87c0-92a4af7e72b1,revision_number=0']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:46.974005 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-e9fd76b0-18ad-4cf4-a517-e28a0bb691d8 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:46.990265 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-e9fd76b0-18ad-4cf4-a517-e28a0bb691d8 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:46.991577 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-e9fd76b0-18ad-4cf4-a517-e28a0bb691d8 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1969802 May 31 11:44:47.003448 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 34164) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:47.009118 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-019d84ed-e1d7-4761-a3c8-f35381b45c8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:47.009715 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.v2.base [None req-26aaa18c-1972-4084-8314-e0859dbb3c24 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Request body: {'security_group_rule': {'security_group_id': '046f597b-d4db-468c-a75f-9b8ff1a241ac', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:44:47.015744 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-26aaa18c-1972-4084-8314-e0859dbb3c24 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:44:47.021616 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-26aaa18c-1972-4084-8314-e0859dbb3c24 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Usage tracker for resource:security_group_rule and tenant:63cd0d6391a448f89fefef2dc7ef2e38 is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:44:47.022452 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37af4b29-09d7-401a-a022-90788cd60e35 None None] Sync routers for ids ['64bf3e4e-cdd4-46da-8f77-0a9437927652'] in dv-cinder-786383-7-smb {{(pid=98445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:44:47.025178 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-26aaa18c-1972-4084-8314-e0859dbb3c24 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:44:47.025438 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-019d84ed-e1d7-4761-a3c8-f35381b45c8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:44:47.029767 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-019d84ed-e1d7-4761-a3c8-f35381b45c8d admin admin] Usage tracker for resource:security_group_rule and tenant:639d91bb92f446c995e53fa948ea3e9b is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:44:47.032252 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-26aaa18c-1972-4084-8314-e0859dbb3c24 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:44:47.033174 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-019d84ed-e1d7-4761-a3c8-f35381b45c8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:44:47.033302 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37af4b29-09d7-401a-a022-90788cd60e35 None None] Routers {'64bf3e4e-cdd4-46da-8f77-0a9437927652'} bound to L3 agent in host dv-cinder-786383-7-smb {{(pid=98445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:44:47.033951 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_hamode_db [None req-37af4b29-09d7-401a-a022-90788cd60e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:33:28Z,description=,heartbeat_timestamp=2021-05-31T11:44:28Z,host='dv-cinder-786383-7-smb',id=18500941-09fe-4120-b40f-cc1049bfe169,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:33:28Z,topic='l3_agent')) {'router_ids': ['64bf3e4e-cdd4-46da-8f77-0a9437927652'], 'active': True} {{(pid=98445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:44:47.042385 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-019d84ed-e1d7-4761-a3c8-f35381b45c8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:44:47.051136 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-26aaa18c-1972-4084-8314-e0859dbb3c24 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:47.131970 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-26aaa18c-1972-4084-8314-e0859dbb3c24 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:47.139479 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-26aaa18c-1972-4084-8314-e0859dbb3c24 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8326017'] for security_group_rule, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:47.142046 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-e9fd76b0-18ad-4cf4-a517-e28a0bb691d8 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:47.174254 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-26aaa18c-1972-4084-8314-e0859dbb3c24 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:47.175593 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-26aaa18c-1972-4084-8314-e0859dbb3c24 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1704698 May 31 11:44:47.177849 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aaa18c-1972-4084-8314-e0859dbb3c24 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=086dd42f-5ae4-4060-ad5e-5260eaca8c7c,revision_number=0']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:47.179883 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 34174) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:47.188446 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-26aaa18c-1972-4084-8314-e0859dbb3c24 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:47.192185 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.v2.base [None req-6d5b361b-fcf5-4728-8cde-b892d9ff55c8 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Request body: {'floatingip': {'floating_network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3'}} {{(pid=98443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:44:47.199046 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-6d5b361b-fcf5-4728-8cde-b892d9ff55c8 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:44:47.204724 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-6d5b361b-fcf5-4728-8cde-b892d9ff55c8 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Usage tracker for resource:floatingip and tenant:63cd0d6391a448f89fefef2dc7ef2e38 is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:44:47.209837 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-6d5b361b-fcf5-4728-8cde-b892d9ff55c8 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:44:47.219609 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-6d5b361b-fcf5-4728-8cde-b892d9ff55c8 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:44:47.233986 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-6d5b361b-fcf5-4728-8cde-b892d9ff55c8 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks [] for floatingip, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:47.282358 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_dvr_db [None req-37af4b29-09d7-401a-a022-90788cd60e35 None None] Set router 64bf3e4e-cdd4-46da-8f77-0a9437927652 gateway port host: dv-cinder-786383-7-smb {{(pid=98445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:44:47.291505 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-019d84ed-e1d7-4761-a3c8-f35381b45c8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:47.299759 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-019d84ed-e1d7-4761-a3c8-f35381b45c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:47.308602 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-076c2f46-0085-41c9-9dc0-d0fa77aa21fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:47.337777 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019d84ed-e1d7-4761-a3c8-f35381b45c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3414c48-4dfe-4413-939a-6181c6b18526,revision_number=1']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:47.343180 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-019d84ed-e1d7-4761-a3c8-f35381b45c8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:47.372765 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-019d84ed-e1d7-4761-a3c8-f35381b45c8d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=639d91bb92f446c995e53fa948ea3e9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5084722 May 31 11:44:47.373109 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 34182) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:47.403522 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b945623-7696-45fb-b1ae-2d1aa85884d9 req-d019fc4f-193c-463f-8456-a8d905928a78 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:47.405377 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-9b945623-7696-45fb-b1ae-2d1aa85884d9 req-d019fc4f-193c-463f-8456-a8d905928a78 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db774e8-27b0-4a95-aa30-3b7d13d5786d HTTP/1.1" status: 200 len: 945 time: 0.2342849 May 31 11:44:47.478846 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-b5045a05-88e7-4981-a4a8-c0d4482311f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:47.489664 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-9b945623-7696-45fb-b1ae-2d1aa85884d9 req-ca5258c6-54cc-4961-84d8-e2c1c74a40fd tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1a6aea4-fc43-4be4-985d-d05aeb50d0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761967 May 31 11:44:47.501160 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-6d5b361b-fcf5-4728-8cde-b892d9ff55c8 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:47.567884 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-b5045a05-88e7-4981-a4a8-c0d4482311f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:47.669099 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_hamode_db [None req-37af4b29-09d7-401a-a022-90788cd60e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64bf3e4e-cdd4-46da-8f77-0a9437927652', 'name': 'tempest-AttachVolumeShelveTestJSON-1665589338-router', 'tenant_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.235'}], 'enable_snat': True}, 'gw_port_id': '605f9302-436e-4adb-8bb8-d3f81b4d706b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:44:39Z', 'updated_at': '2021-05-31T11:44:44Z', 'revision_number': 4, 'project_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'gw_port': {'id': '605f9302-436e-4adb-8bb8-d3f81b4d706b', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:18:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bf3e4e-cdd4-46da-8f77-0a9437927652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:44:40Z', 'updated_at': '2021-05-31T11:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb', '_interfaces': [{'id': '6e1c848a-433e-4e00-9d0d-38eb7f56e8c4', 'name': '', 'network_id': 'f8884608-2755-4cc1-8a85-87c02cf10458', 'tenant_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'mac_address': 'fa:16:3e:8a:46:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64bf3e4e-cdd4-46da-8f77-0a9437927652', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '0a988f52-3f6c-447c-ad15-932818f3661d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:44:43Z', 'updated_at': '2021-05-31T11:44:44Z', 'revision_number': 2, 'project_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'subnets': [{'id': '0a988f52-3f6c-447c-ad15-932818f3661d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-smb', False) {} {{(pid=98445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:44:47.673449 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37af4b29-09d7-401a-a022-90788cd60e35 None None] Checking router: 64bf3e4e-cdd4-46da-8f77-0a9437927652 for host: dv-cinder-786383-7-smb {{(pid=98445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:44:47.673832 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37af4b29-09d7-401a-a022-90788cd60e35 None None] Updating router 64bf3e4e-cdd4-46da-8f77-0a9437927652 port 6e1c848a-433e-4e00-9d0d-38eb7f56e8c4 binding host dv-cinder-786383-7-smb {{(pid=98445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 11:44:47.711621 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-b5045a05-88e7-4981-a4a8-c0d4482311f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:47.716233 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.db_base_plugin_common [None req-6d5b361b-fcf5-4728-8cde-b892d9ff55c8 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Allocated IP 172.28.3.81 (21abd7a8-7011-4cfc-9928-6cba34534bd3/fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5/33015fb4-a30c-4cb9-9754-f0a58f765fab) {{(pid=98443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:44:47.718132 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-d6b6b799-df74-462a-9201-ed1f42d16e03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:47.728844 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron_lib.callbacks.manager [None req-37af4b29-09d7-401a-a022-90788cd60e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:47.736241 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5045a05-88e7-4981-a4a8-c0d4482311f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3414c48-4dfe-4413-939a-6181c6b18526,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:47.738526 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-b5045a05-88e7-4981-a4a8-c0d4482311f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:47.770645 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-b5045a05-88e7-4981-a4a8-c0d4482311f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:47.774228 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-b5045a05-88e7-4981-a4a8-c0d4482311f7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f3414c48-4dfe-4413-939a-6181c6b18526 HTTP/1.1" status: 204 len: 168 time: 0.3978987 May 31 11:44:47.906901 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-6d5b361b-fcf5-4728-8cde-b892d9ff55c8 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks [] for port, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:47.939979 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-6d5b361b-fcf5-4728-8cde-b892d9ff55c8 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781593114058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6347609'] for port, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:47.944748 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-cc17d1ca-e411-4d78-9727-ab9b8cb9f731 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:48.011801 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5b361b-fcf5-4728-8cde-b892d9ff55c8 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Network 21abd7a8-7011-4cfc-9928-6cba34534bd3 is already hosted by enough agents. {{(pid=98443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:44:48.015077 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.base_scheduler [None req-6d5b361b-fcf5-4728-8cde-b892d9ff55c8 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Resources bound (agent type, host, resource id): {{(pid=98443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:44:48.019367 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5b361b-fcf5-4728-8cde-b892d9ff55c8 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Received port after_create {{(pid=98443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:44:48.063992 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5b361b-fcf5-4728-8cde-b892d9ff55c8 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Pushing event updated for resources: {'Port': ['ID=33015fb4-a30c-4cb9-9754-f0a58f765fab,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:48.068476 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-6d5b361b-fcf5-4728-8cde-b892d9ff55c8 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:48.098100 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron_lib.callbacks.manager [None req-37af4b29-09d7-401a-a022-90788cd60e35 None None] Notify callbacks [] for port, precommit_update {{(pid=98445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:48.122992 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.provisioning_blocks [None req-37af4b29-09d7-401a-a022-90788cd60e35 None None] Transition to ACTIVE for port object 6e1c848a-433e-4e00-9d0d-38eb7f56e8c4 will not be triggered until provisioned by entity L2. {{(pid=98445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:44:48.133852 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron_lib.callbacks.manager [None req-37af4b29-09d7-401a-a022-90788cd60e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:48.139274 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:48.146189 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 34192) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:48.168694 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-4eebf6d2-8221-48a9-a21f-96b2024b4a49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:48.191267 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-4eebf6d2-8221-48a9-a21f-96b2024b4a49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:44:48.196985 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-4eebf6d2-8221-48a9-a21f-96b2024b4a49 admin admin] Usage tracker for resource:security_group_rule and tenant:616838b4a8ae4155ae46aa265b3d8848 is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:44:48.200516 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-4eebf6d2-8221-48a9-a21f-96b2024b4a49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:44:48.207383 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-4eebf6d2-8221-48a9-a21f-96b2024b4a49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:44:48.265141 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-6d5b361b-fcf5-4728-8cde-b892d9ff55c8 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:48.299979 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168f2622-6f42-4518-9be3-cae59012ac72 None None] Pushing event updated for resources: {'Port': ['ID=6e1c848a-433e-4e00-9d0d-38eb7f56e8c4,revision_number=3']} {{(pid=98445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:48.332709 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-4eebf6d2-8221-48a9-a21f-96b2024b4a49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:48.341722 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-4eebf6d2-8221-48a9-a21f-96b2024b4a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:48.360956 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168f2622-6f42-4518-9be3-cae59012ac72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:48.361509 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168f2622-6f42-4518-9be3-cae59012ac72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:48.361995 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168f2622-6f42-4518-9be3-cae59012ac72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:48.362496 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168f2622-6f42-4518-9be3-cae59012ac72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:48.363010 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168f2622-6f42-4518-9be3-cae59012ac72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:48.363496 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168f2622-6f42-4518-9be3-cae59012ac72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:48.363979 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168f2622-6f42-4518-9be3-cae59012ac72 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:48.364303 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168f2622-6f42-4518-9be3-cae59012ac72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:48.364626 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168f2622-6f42-4518-9be3-cae59012ac72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:48.364947 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168f2622-6f42-4518-9be3-cae59012ac72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:48.365265 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168f2622-6f42-4518-9be3-cae59012ac72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:48.365578 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-168f2622-6f42-4518-9be3-cae59012ac72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:48.376205 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG oslo_concurrency.lockutils [None req-168f2622-6f42-4518-9be3-cae59012ac72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=98445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:48.377446 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-29f9ddd4-43bd-4b8e-861f-863e3182438f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:48.389378 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.plugins.ml2.managers [None req-37af4b29-09d7-401a-a022-90788cd60e35 None None] Attempting to bind port 6e1c848a-433e-4e00-9d0d-38eb7f56e8c4 on host dv-cinder-786383-7-smb for vnic_type normal with profile {{(pid=98445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:44:48.390457 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.plugins.ml2.managers [None req-37af4b29-09d7-401a-a022-90788cd60e35 None None] Attempting to bind port 6e1c848a-433e-4e00-9d0d-38eb7f56e8c4 by drivers openvswitch,hyperv on host dv-cinder-786383-7-smb at level 0 using segments [{'id': '12f240fb-3f58-4be6-b39c-8319e4893b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f8884608-2755-4cc1-8a85-87c02cf10458'}] {{(pid=98445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:44:48.390947 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37af4b29-09d7-401a-a022-90788cd60e35 None None] Attempting to bind port 6e1c848a-433e-4e00-9d0d-38eb7f56e8c4 on network f8884608-2755-4cc1-8a85-87c02cf10458 {{(pid=98445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:44:48.392451 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-4eebf6d2-8221-48a9-a21f-96b2024b4a49 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=616838b4a8ae4155ae46aa265b3d8848&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2447927 May 31 11:44:48.393404 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 34198) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:48.400053 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37af4b29-09d7-401a-a022-90788cd60e35 None None] Checking agent: {'id': '54e7e3e0-9dc4-46e7-99bd-8d5ea4dab531', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 33, 27), 'started_at': datetime.datetime(2021, 5, 31, 11, 33, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:44:48.400694 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37af4b29-09d7-401a-a022-90788cd60e35 None None] Checking segment: {'id': '12f240fb-3f58-4be6-b39c-8319e4893b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f8884608-2755-4cc1-8a85-87c02cf10458'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:44:48.401184 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron_lib.callbacks.manager [None req-37af4b29-09d7-401a-a022-90788cd60e35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:48.401843 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37af4b29-09d7-401a-a022-90788cd60e35 None None] Bound using segment: {'id': '12f240fb-3f58-4be6-b39c-8319e4893b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f8884608-2755-4cc1-8a85-87c02cf10458'} {{(pid=98445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:44:48.402454 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.plugins.ml2.managers [None req-37af4b29-09d7-401a-a022-90788cd60e35 None None] Bound port: 6e1c848a-433e-4e00-9d0d-38eb7f56e8c4, host: dv-cinder-786383-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12f240fb-3f58-4be6-b39c-8319e4893b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f8884608-2755-4cc1-8a85-87c02cf10458'}}] {{(pid=98445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:44:48.403146 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron_lib.callbacks.manager [None req-37af4b29-09d7-401a-a022-90788cd60e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:48.412841 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-6d5b361b-fcf5-4728-8cde-b892d9ff55c8 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:48.422357 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eebf6d2-8221-48a9-a21f-96b2024b4a49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b637ff-e37a-45de-a3c3-8842a2d269db,revision_number=1']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:48.426336 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-4eebf6d2-8221-48a9-a21f-96b2024b4a49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:48.502867 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device 605f9302-436e-4adb-8bb8-d3f81b4d706b up at agent ovs-agent-dv-cinder-786383-7-smb {{(pid=98444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:44:48.509265 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.plugins.ml2.db [None req-37af4b29-09d7-401a-a022-90788cd60e35 None None] For port 6e1c848a-433e-4e00-9d0d-38eb7f56e8c4, host dv-cinder-786383-7-smb, cleared binding levels {{(pid=98445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:44:48.513434 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.plugins.ml2.db [None req-37af4b29-09d7-401a-a022-90788cd60e35 None None] For port 6e1c848a-433e-4e00-9d0d-38eb7f56e8c4, host dv-cinder-786383-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-smb',level=0,port_id=6e1c848a-433e-4e00-9d0d-38eb7f56e8c4,segment=NetworkSegment(12f240fb-3f58-4be6-b39c-8319e4893b89),segment_id=12f240fb-3f58-4be6-b39c-8319e4893b89)] {{(pid=98445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:44:48.518293 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron_lib.callbacks.manager [None req-37af4b29-09d7-401a-a022-90788cd60e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:48.522753 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:48.568950 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-36d22f21-62cc-4a4d-8659-177e26344401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:48.607842 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37af4b29-09d7-401a-a022-90788cd60e35 None None] Routers {'64bf3e4e-cdd4-46da-8f77-0a9437927652'} bound to L3 agent in host dv-cinder-786383-7-smb {{(pid=98445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:44:48.608480 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_hamode_db [None req-37af4b29-09d7-401a-a022-90788cd60e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:33:28Z,description=,heartbeat_timestamp=2021-05-31T11:44:28Z,host='dv-cinder-786383-7-smb',id=18500941-09fe-4120-b40f-cc1049bfe169,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:33:28Z,topic='l3_agent')) {'router_ids': ['64bf3e4e-cdd4-46da-8f77-0a9437927652'], 'active': True} {{(pid=98445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:44:48.630988 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Provisioning complete for port 605f9302-436e-4adb-8bb8-d3f81b4d706b triggered by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:44:48.631629 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:48.683302 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168f2622-6f42-4518-9be3-cae59012ac72 None None] Pushing event updated for resources: {'Port': ['ID=6e1c848a-433e-4e00-9d0d-38eb7f56e8c4,revision_number=4']} {{(pid=98445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:48.686826 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG oslo_concurrency.lockutils [None req-168f2622-6f42-4518-9be3-cae59012ac72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=98445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:48.794431 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-36d22f21-62cc-4a4d-8659-177e26344401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:48.868143 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-6d5b361b-fcf5-4728-8cde-b892d9ff55c8 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks [] for port, precommit_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:48.870328 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445cd047-52d0-446d-a9ce-9f32e71e30a9 req-138cdb54-da69-441f-9501-3c8a7fabc477 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:48.871977 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-445cd047-52d0-446d-a9ce-9f32e71e30a9 req-138cdb54-da69-441f-9501-3c8a7fabc477 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db774e8-27b0-4a95-aa30-3b7d13d5786d HTTP/1.1" status: 200 len: 945 time: 0.1808107 May 31 11:44:48.886642 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-6d5b361b-fcf5-4728-8cde-b892d9ff55c8 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6347600'] for port, after_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:48.898875 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:48.982509 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_dvr_db [None req-37af4b29-09d7-401a-a022-90788cd60e35 None None] Set router 64bf3e4e-cdd4-46da-8f77-0a9437927652 gateway port host: dv-cinder-786383-7-smb {{(pid=98445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:44:48.985464 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-445cd047-52d0-446d-a9ce-9f32e71e30a9 req-6cd90616-5a56-46ec-8d86-9c347bcbd2cf tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1a6aea4-fc43-4be4-985d-d05aeb50d0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061649 May 31 11:44:49.046074 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5b361b-fcf5-4728-8cde-b892d9ff55c8 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Pushing event updated for resources: {'Port': ['ID=33015fb4-a30c-4cb9-9754-f0a58f765fab,revision_number=2']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:49.056245 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-6d5b361b-fcf5-4728-8cde-b892d9ff55c8 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:49.059933 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-6d5b361b-fcf5-4728-8cde-b892d9ff55c8 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8365565'] for floatingip, after_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:49.078606 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-36d22f21-62cc-4a4d-8659-177e26344401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:49.085193 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-68380577-583d-4fab-8086-99f73da99fe0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:49.101938 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d22f21-62cc-4a4d-8659-177e26344401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b637ff-e37a-45de-a3c3-8842a2d269db,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:49.105375 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-36d22f21-62cc-4a4d-8659-177e26344401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:49.118938 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-36d22f21-62cc-4a4d-8659-177e26344401 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b3b637ff-e37a-45de-a3c3-8842a2d269db HTTP/1.1" status: 204 len: 168 time: 0.7128577 May 31 11:44:49.122879 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-36d22f21-62cc-4a4d-8659-177e26344401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:49.124714 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-6d5b361b-fcf5-4728-8cde-b892d9ff55c8 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523773'] for floatingip, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:49.126179 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-6d5b361b-fcf5-4728-8cde-b892d9ff55c8 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9400597 May 31 11:44:49.331867 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_hamode_db [None req-37af4b29-09d7-401a-a022-90788cd60e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64bf3e4e-cdd4-46da-8f77-0a9437927652', 'name': 'tempest-AttachVolumeShelveTestJSON-1665589338-router', 'tenant_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.235'}], 'enable_snat': True}, 'gw_port_id': '605f9302-436e-4adb-8bb8-d3f81b4d706b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:44:39Z', 'updated_at': '2021-05-31T11:44:44Z', 'revision_number': 4, 'project_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'gw_port': {'id': '605f9302-436e-4adb-8bb8-d3f81b4d706b', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:18:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bf3e4e-cdd4-46da-8f77-0a9437927652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:44:40Z', 'updated_at': '2021-05-31T11:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb', '_interfaces': [{'id': '6e1c848a-433e-4e00-9d0d-38eb7f56e8c4', 'name': '', 'network_id': 'f8884608-2755-4cc1-8a85-87c02cf10458', 'tenant_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'mac_address': 'fa:16:3e:8a:46:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64bf3e4e-cdd4-46da-8f77-0a9437927652', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '0a988f52-3f6c-447c-ad15-932818f3661d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:44:43Z', 'updated_at': '2021-05-31T11:44:48Z', 'revision_number': 4, 'project_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'subnets': [{'id': '0a988f52-3f6c-447c-ad15-932818f3661d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-smb', False) {} {{(pid=98445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:44:49.335708 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37af4b29-09d7-401a-a022-90788cd60e35 None None] The sync data for ids ['64bf3e4e-cdd4-46da-8f77-0a9437927652'] in dv-cinder-786383-7-smb is: [{'id': '64bf3e4e-cdd4-46da-8f77-0a9437927652', 'name': 'tempest-AttachVolumeShelveTestJSON-1665589338-router', 'tenant_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.235'}], 'enable_snat': True}, 'gw_port_id': '605f9302-436e-4adb-8bb8-d3f81b4d706b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:44:39Z', 'updated_at': '2021-05-31T11:44:44Z', 'revision_number': 4, 'project_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'gw_port': {'id': '605f9302-436e-4adb-8bb8-d3f81b4d706b', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:18:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bf3e4e-cdd4-46da-8f77-0a9437927652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:44:40Z', 'updated_at': '2021-05-31T11:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb', '_interfaces': [{'id': '6e1c848a-433e-4e00-9d0d-38eb7f56e8c4', 'name': '', 'network_id': 'f8884608-2755-4cc1-8a85-87c02cf10458', 'tenant_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'mac_address': 'fa:16:3e:8a:46:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64bf3e4e-cdd4-46da-8f77-0a9437927652', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '0a988f52-3f6c-447c-ad15-932818f3661d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:44:43Z', 'updated_at': '2021-05-31T11:44:48Z', 'revision_number': 4, 'project_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'subnets': [{'id': '0a988f52-3f6c-447c-ad15-932818f3661d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:44:49.360555 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [req-f6e733f6-dcf2-41ac-8abd-f6621ad45944 req-e5a5c228-bc3a-475c-89c4-016d6c7b1933 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Synchronizing usage tracker for tenant:63cd0d6391a448f89fefef2dc7ef2e38 on resource:security_group {{(pid=98442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:44:49.395044 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [req-f6e733f6-dcf2-41ac-8abd-f6621ad45944 req-e5a5c228-bc3a-475c-89c4-016d6c7b1933 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Unset dirty status for tenant:63cd0d6391a448f89fefef2dc7ef2e38 on resource:security_group {{(pid=98442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:44:49.408998 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-f6e733f6-dcf2-41ac-8abd-f6621ad45944 req-e5a5c228-bc3a-475c-89c4-016d6c7b1933 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--840683335&fields=id&tenant_id=63cd0d6391a448f89fefef2dc7ef2e38 HTTP/1.1" status: 200 len: 267 time: 0.0907044 May 31 11:44:49.590243 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 34228) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:49.597739 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e733f6-dcf2-41ac-8abd-f6621ad45944 req-c4ff6aad-9fc0-422d-8b43-1c3dcf08e0b8 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:49.598435 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [req-f6e733f6-dcf2-41ac-8abd-f6621ad45944 req-c4ff6aad-9fc0-422d-8b43-1c3dcf08e0b8 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Synchronizing usage tracker for tenant:63cd0d6391a448f89fefef2dc7ef2e38 on resource:network {{(pid=98442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:44:49.618796 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-19a678b3-e6c0-4422-985b-f7f12be33064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:49.623502 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [req-f6e733f6-dcf2-41ac-8abd-f6621ad45944 req-c4ff6aad-9fc0-422d-8b43-1c3dcf08e0b8 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Unset dirty status for tenant:63cd0d6391a448f89fefef2dc7ef2e38 on resource:network {{(pid=98442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:44:49.634821 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-f6e733f6-dcf2-41ac-8abd-f6621ad45944 req-c4ff6aad-9fc0-422d-8b43-1c3dcf08e0b8 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/networks?id=f8884608-2755-4cc1-8a85-87c02cf10458 HTTP/1.1" status: 200 len: 817 time: 0.2153800 May 31 11:44:49.648375 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-f6e733f6-dcf2-41ac-8abd-f6621ad45944 req-995c8d8e-efa2-4a81-b144-b3dba5050e1c tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/quotas/63cd0d6391a448f89fefef2dc7ef2e38 HTTP/1.1" status: 200 len: 375 time: 0.0122149 May 31 11:44:49.660577 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-19a678b3-e6c0-4422-985b-f7f12be33064 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:44:49.669724 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-19a678b3-e6c0-4422-985b-f7f12be33064 admin admin] Usage tracker for resource:security_group_rule and tenant:2c9634b96c554b20972600fc18abcf9a is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:44:49.673374 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-19a678b3-e6c0-4422-985b-f7f12be33064 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:44:49.680597 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-19a678b3-e6c0-4422-985b-f7f12be33064 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:44:49.771641 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-f6e733f6-dcf2-41ac-8abd-f6621ad45944 req-e7563736-deef-4fa3-a8d3-a9f1dda019db tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=63cd0d6391a448f89fefef2dc7ef2e38&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1150825 May 31 11:44:49.789746 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-19a678b3-e6c0-4422-985b-f7f12be33064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:49.794782 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-19a678b3-e6c0-4422-985b-f7f12be33064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:49.804289 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-a48966ed-5b82-49d5-ac04-780e0a7cab49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:49.846493 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-19a678b3-e6c0-4422-985b-f7f12be33064 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2c9634b96c554b20972600fc18abcf9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2549958 May 31 11:44:49.848243 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a678b3-e6c0-4422-985b-f7f12be33064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d50ecb48-b869-4495-9b69-63b9147381a8,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:49.851946 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-19a678b3-e6c0-4422-985b-f7f12be33064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:49.852528 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 34238) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:49.926345 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-f6e733f6-dcf2-41ac-8abd-f6621ad45944 req-6bd38ed3-8c85-45af-b618-5468222223d0 service neutron] 10.222.0.21 "GET /v2.0/networks/f8884608-2755-4cc1-8a85-87c02cf10458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428297 May 31 11:44:49.927228 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-e99a4268-5c6f-41ae-94d2-5eb8dc00f8a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:49.956315 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-e99a4268-5c6f-41ae-94d2-5eb8dc00f8a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:50.027444 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-e99a4268-5c6f-41ae-94d2-5eb8dc00f8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:50.033216 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-5156ee3d-d330-411e-86d0-a3212a31c733 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:50.044309 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99a4268-5c6f-41ae-94d2-5eb8dc00f8a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50ecb48-b869-4495-9b69-63b9147381a8,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:50.050117 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-e99a4268-5c6f-41ae-94d2-5eb8dc00f8a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:50.052583 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-e99a4268-5c6f-41ae-94d2-5eb8dc00f8a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:50.056668 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-e99a4268-5c6f-41ae-94d2-5eb8dc00f8a4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d50ecb48-b869-4495-9b69-63b9147381a8 HTTP/1.1" status: 204 len: 168 time: 0.2001624 May 31 11:44:50.119124 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-f6e733f6-dcf2-41ac-8abd-f6621ad45944 req-dfd5237f-e7ea-4e60-93f6-2e30ab44045e service neutron] 10.222.0.21 "GET /v2.0/networks/f8884608-2755-4cc1-8a85-87c02cf10458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854854 May 31 11:44:50.258852 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b4ac50-f207-4ea9-9656-7dc2d728e420 req-738f708a-866e-4b81-8802-797d0b4e874e tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:50.260659 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-50b4ac50-f207-4ea9-9656-7dc2d728e420 req-738f708a-866e-4b81-8802-797d0b4e874e tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db774e8-27b0-4a95-aa30-3b7d13d5786d HTTP/1.1" status: 200 len: 945 time: 0.1065590 May 31 11:44:50.375438 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-50b4ac50-f207-4ea9-9656-7dc2d728e420 req-84980c4e-5196-4bae-97e9-2c29c409df3e tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1a6aea4-fc43-4be4-985d-d05aeb50d0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080992 May 31 11:44:50.392406 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-00b8b2bf-378a-4a8c-b313-a8d5f33573fa req-26e1718f-e7fb-4f67-84e4-d44cdac5fcdf tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=33574f64-485e-4e68-a475-b522f2b61547 HTTP/1.1" status: 200 len: 210 time: 0.0653863 May 31 11:44:50.613582 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device 6e1c848a-433e-4e00-9d0d-38eb7f56e8c4 up at agent ovs-agent-dv-cinder-786383-7-smb {{(pid=98444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:44:50.817352 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Provisioning for port 6e1c848a-433e-4e00-9d0d-38eb7f56e8c4 completed by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:44:50.839651 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Provisioning complete for port 6e1c848a-433e-4e00-9d0d-38eb7f56e8c4 triggered by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:44:50.840314 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:51.015103 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409c496e-b5c7-4462-96c3-6d1ca3c9e274 req-48eb29ba-982b-4560-ba37-479578d11bb9 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:51.017101 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-409c496e-b5c7-4462-96c3-6d1ca3c9e274 req-48eb29ba-982b-4560-ba37-479578d11bb9 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db774e8-27b0-4a95-aa30-3b7d13d5786d HTTP/1.1" status: 200 len: 945 time: 0.1534939 May 31 11:44:51.125479 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:51.166335 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 34292) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:51.177211 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] For port 6e1c848a-433e-4e00-9d0d-38eb7f56e8c4, host dv-cinder-786383-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-smb',level=0,port_id=6e1c848a-433e-4e00-9d0d-38eb7f56e8c4,segment=NetworkSegment(12f240fb-3f58-4be6-b39c-8319e4893b89),segment_id=12f240fb-3f58-4be6-b39c-8319e4893b89)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:44:51.184562 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:51.186689 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:51.206323 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b0c46-f82a-4121-8276-01ff78c99b5b req-138715ab-4947-4b01-b6fa-f44ddbf0b6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:51.208237 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-d17b0c46-f82a-4121-8276-01ff78c99b5b req-138715ab-4947-4b01-b6fa-f44ddbf0b6a3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0eca8cc498704c828ce4fda2d808043a&device_id=8db774e8-27b0-4a95-aa30-3b7d13d5786d HTTP/1.1" status: 200 len: 1098 time: 0.1536613 May 31 11:44:51.285625 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Pushing event updated for resources: {'Port': ['ID=6e1c848a-433e-4e00-9d0d-38eb7f56e8c4,revision_number=5']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:51.299134 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:51.321691 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-409c496e-b5c7-4462-96c3-6d1ca3c9e274 req-891809a6-c361-4383-9bd8-9f32ebd2b04d tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1a6aea4-fc43-4be4-985d-d05aeb50d0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2962153 May 31 11:44:51.355345 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.v2.base [None req-a2604a3e-c657-4df8-8396-a93b0e917ad9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1439691504-network', 'tenant_id': 'da7e9892b47c455d8e37f4de2870ea09'}} {{(pid=98443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:44:51.368054 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-a2604a3e-c657-4df8-8396-a93b0e917ad9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:44:51.375688 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-a2604a3e-c657-4df8-8396-a93b0e917ad9 admin admin] Usage tracker for resource:network and tenant:da7e9892b47c455d8e37f4de2870ea09 is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:44:51.380268 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-a2604a3e-c657-4df8-8396-a93b0e917ad9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:44:51.389949 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-a2604a3e-c657-4df8-8396-a93b0e917ad9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:44:51.426487 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2604a3e-c657-4df8-8396-a93b0e917ad9 admin admin] Made reservation on behalf of da7e9892b47c455d8e37f4de2870ea09 for: {'network': 1} {{(pid=98443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:44:51.429638 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-a2604a3e-c657-4df8-8396-a93b0e917ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-574767'] for network, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:51.447694 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-a2604a3e-c657-4df8-8396-a93b0e917ad9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:51.467137 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b0c46-f82a-4121-8276-01ff78c99b5b req-0cae7a6b-9eb1-498b-84aa-cb615cb2a1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:51.468563 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-d17b0c46-f82a-4121-8276-01ff78c99b5b req-0cae7a6b-9eb1-498b-84aa-cb615cb2a1b4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3b861c59-52f7-46ca-99da-e6f4b5d8dcf3 HTTP/1.1" status: 200 len: 911 time: 0.2528110 May 31 11:44:51.475263 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-a2604a3e-c657-4df8-8396-a93b0e917ad9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:44:51.479821 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-a2604a3e-c657-4df8-8396-a93b0e917ad9 admin admin] Usage tracker for resource:security_group_rule and tenant:da7e9892b47c455d8e37f4de2870ea09 is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:44:51.482876 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-a2604a3e-c657-4df8-8396-a93b0e917ad9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:44:51.551203 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-a2604a3e-c657-4df8-8396-a93b0e917ad9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:44:51.556072 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-676e1da2-e6bc-451c-86b4-30530b11c7f3 req-f22ef601-7693-490c-bc01-19d52dec1517 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=33574f64-485e-4e68-a475-b522f2b61547 HTTP/1.1" status: 200 len: 210 time: 0.0477471 May 31 11:44:51.615666 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-d17b0c46-f82a-4121-8276-01ff78c99b5b req-17620f6f-2bf9-4a8f-a69d-d6dfa20f988f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0d4b5761-502f-41e5-8a57-6b88be8db3a9 HTTP/1.1" status: 200 len: 1001 time: 0.1298144 May 31 11:44:51.710801 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b0c46-f82a-4121-8276-01ff78c99b5b req-9df13884-a6ab-4855-a980-be0763771114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:51.712326 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-d17b0c46-f82a-4121-8276-01ff78c99b5b req-9df13884-a6ab-4855-a980-be0763771114 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3d8c3d1c-ffe1-4449-ae14-fb794221a40d HTTP/1.1" status: 200 len: 849 time: 0.0843568 May 31 11:44:51.772644 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-a2604a3e-c657-4df8-8396-a93b0e917ad9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:51.781224 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-a2604a3e-c657-4df8-8396-a93b0e917ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:51.785570 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-f176917e-8d23-40d5-a4f6-f4bc0c7e2a5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:51.817647 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2604a3e-c657-4df8-8396-a93b0e917ad9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 694} {{(pid=98443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:44:51.840199 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2604a3e-c657-4df8-8396-a93b0e917ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b7335fd-01d7-491b-b5f4-0a001a040e28,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:51.843667 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-a2604a3e-c657-4df8-8396-a93b0e917ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654047'] for segment, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:51.844004 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.db.segments_db [None req-a2604a3e-c657-4df8-8396-a93b0e917ad9 admin admin] Added segment 146052b5-f78e-4c1f-a6d4-11a97914375b of type vlan for network a6b938de-a551-480c-9f2c-5c4136d08e82 May 31 11:44:51.845225 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-a2604a3e-c657-4df8-8396-a93b0e917ad9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:51.879012 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b0c46-f82a-4121-8276-01ff78c99b5b req-78fc8f74-340a-4b37-bd67-970e8b4009b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:51.880501 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-d17b0c46-f82a-4121-8276-01ff78c99b5b req-78fc8f74-340a-4b37-bd67-970e8b4009b2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3b861c59-52f7-46ca-99da-e6f4b5d8dcf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1455491 May 31 11:44:51.882381 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-a2604a3e-c657-4df8-8396-a93b0e917ad9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781593130307'] for network, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:52.001877 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-a2604a3e-c657-4df8-8396-a93b0e917ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8325956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7927536'] for network, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:52.004758 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2604a3e-c657-4df8-8396-a93b0e917ad9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:52.005334 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-a2604a3e-c657-4df8-8396-a93b0e917ad9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927509'] for network, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:52.025894 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:52.152208 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-d17b0c46-f82a-4121-8276-01ff78c99b5b req-ce931842-3975-45e2-81c5-13e44801a440 service neutron] 10.222.0.61 "GET /v2.0/networks/3b861c59-52f7-46ca-99da-e6f4b5d8dcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612348 May 31 11:44:52.153264 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2604a3e-c657-4df8-8396-a93b0e917ad9 admin admin] Pushing event updated for resources: {'Network': ['ID=a6b938de-a551-480c-9f2c-5c4136d08e82,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:52.156228 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-a2604a3e-c657-4df8-8396-a93b0e917ad9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9880490 May 31 11:44:52.157433 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-a2604a3e-c657-4df8-8396-a93b0e917ad9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:52.159447 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 34306) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:52.168859 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.v2.base [None req-ebbc2e32-7200-4e47-8215-aeafdbcdca8e admin admin] Request body: {'subnet': {'network_id': 'a6b938de-a551-480c-9f2c-5c4136d08e82', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1439691504-subnet', 'tenant_id': 'da7e9892b47c455d8e37f4de2870ea09', 'ip_version': 4}} {{(pid=98442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:44:52.169449 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Network a6b938de-a551-480c-9f2c-5c4136d08e82 details requested by agent ovs-agent-dv-cinder-786383-7-smb with host dv-cinder-786383-7-smb {{(pid=98444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:44:52.176709 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-ebbc2e32-7200-4e47-8215-aeafdbcdca8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:44:52.185021 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-ebbc2e32-7200-4e47-8215-aeafdbcdca8e admin admin] Usage tracker for resource:subnet and tenant:da7e9892b47c455d8e37f4de2870ea09 is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:44:52.190641 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-ebbc2e32-7200-4e47-8215-aeafdbcdca8e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:44:52.204739 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-ebbc2e32-7200-4e47-8215-aeafdbcdca8e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:44:52.225224 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebbc2e32-7200-4e47-8215-aeafdbcdca8e admin admin] Made reservation on behalf of da7e9892b47c455d8e37f4de2870ea09 for: {'subnet': 1} {{(pid=98442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:44:52.229192 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-ebbc2e32-7200-4e47-8215-aeafdbcdca8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6019314'] for subnet, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:52.426938 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-d17b0c46-f82a-4121-8276-01ff78c99b5b req-110b0e8d-be8a-4397-a8e9-ccbcb18dc6fa service neutron] 10.222.0.61 "GET /v2.0/networks/3b861c59-52f7-46ca-99da-e6f4b5d8dcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670703 May 31 11:44:52.512689 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e733f6-dcf2-41ac-8abd-f6621ad45944 req-8fa3a51b-f054-4ff3-ad9c-00bc8064356a tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:52.514112 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-f6e733f6-dcf2-41ac-8abd-f6621ad45944 req-8fa3a51b-f054-4ff3-ad9c-00bc8064356a tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.61 "GET /v2.0/networks?id=f8884608-2755-4cc1-8a85-87c02cf10458 HTTP/1.1" status: 200 len: 817 time: 0.1950305 May 31 11:44:52.607015 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device 6e1c848a-433e-4e00-9d0d-38eb7f56e8c4 up at agent ovs-agent-dv-cinder-786383-7-smb {{(pid=98444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:44:52.644157 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-f6e733f6-dcf2-41ac-8abd-f6621ad45944 req-be5ab4f5-5c3d-41b9-91ef-e340e2ccd191 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63cd0d6391a448f89fefef2dc7ef2e38 HTTP/1.1" status: 200 len: 379 time: 0.0533214 May 31 11:44:52.677277 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.v2.base [req-f6e733f6-dcf2-41ac-8abd-f6621ad45944 req-b2c993d0-7384-422d-9dd4-98ca78db631a tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Request body: {'port': {'device_id': '33574f64-485e-4e68-a475-b522f2b61547', 'network_id': 'f8884608-2755-4cc1-8a85-87c02cf10458', 'admin_state_up': True, 'tenant_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'security_groups': ['046f597b-d4db-468c-a75f-9b8ff1a241ac']}} {{(pid=98442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:44:52.738550 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Provisioning complete for port 6e1c848a-433e-4e00-9d0d-38eb7f56e8c4 triggered by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:44:52.739196 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:52.839880 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-365f4189-3cfd-4882-b3d7-4897dd30a1fd req-254968d4-381f-40b9-9a92-30dd6c871d36 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=33574f64-485e-4e68-a475-b522f2b61547 HTTP/1.1" status: 200 len: 210 time: 0.0761902 May 31 11:44:52.910157 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb989c4-6fdc-4d35-a2ea-3f5955be255d req-ae280640-843a-45ee-aaba-18e8b136e399 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:52.911653 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-9eb989c4-6fdc-4d35-a2ea-3f5955be255d req-ae280640-843a-45ee-aaba-18e8b136e399 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db774e8-27b0-4a95-aa30-3b7d13d5786d HTTP/1.1" status: 200 len: 945 time: 0.3967021 May 31 11:44:52.959889 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [req-f6e733f6-dcf2-41ac-8abd-f6621ad45944 req-b2c993d0-7384-422d-9dd4-98ca78db631a tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:44:53.015098 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [req-f6e733f6-dcf2-41ac-8abd-f6621ad45944 req-b2c993d0-7384-422d-9dd4-98ca78db631a tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Usage tracker for resource:port and tenant:63cd0d6391a448f89fefef2dc7ef2e38 is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:44:53.025201 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [req-f6e733f6-dcf2-41ac-8abd-f6621ad45944 req-b2c993d0-7384-422d-9dd4-98ca78db631a tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Quota usage for port was recalculated. Used quota:3. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:44:53.035862 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [req-f6e733f6-dcf2-41ac-8abd-f6621ad45944 req-b2c993d0-7384-422d-9dd4-98ca78db631a tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:44:53.040097 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-9eb989c4-6fdc-4d35-a2ea-3f5955be255d req-d4660cff-bb11-4c93-a949-49fb23a592ec tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1a6aea4-fc43-4be4-985d-d05aeb50d0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167281 May 31 11:44:53.065588 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6e733f6-dcf2-41ac-8abd-f6621ad45944 req-b2c993d0-7384-422d-9dd4-98ca78db631a tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Made reservation on behalf of 63cd0d6391a448f89fefef2dc7ef2e38 for: {'port': 1} {{(pid=98442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:44:53.065588 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-f6e733f6-dcf2-41ac-8abd-f6621ad45944 req-b2c993d0-7384-422d-9dd4-98ca78db631a tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:53.289569 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.db_base_plugin_common [req-f6e733f6-dcf2-41ac-8abd-f6621ad45944 req-b2c993d0-7384-422d-9dd4-98ca78db631a tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Allocated IP 172.20.0.3 (f8884608-2755-4cc1-8a85-87c02cf10458/0a988f52-3f6c-447c-ad15-932818f3661d/025fb62b-39be-4417-bdf5-0bacff45b88c) {{(pid=98442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:44:53.339512 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-ebbc2e32-7200-4e47-8215-aeafdbcdca8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6324379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6019300'] for subnet, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:53.351168 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-602e767e-0acf-46da-b419-518bedf22459 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:53.499911 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbc2e32-7200-4e47-8215-aeafdbcdca8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e4cdfc3-ae92-4456-8b30-cc5459acb680,revision_number=0']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:53.511976 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-ebbc2e32-7200-4e47-8215-aeafdbcdca8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:53.549457 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbc2e32-7200-4e47-8215-aeafdbcdca8e admin admin] Checking segment: {'id': '146052b5-f78e-4c1f-a6d4-11a97914375b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'a6b938de-a551-480c-9f2c-5c4136d08e82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:44:53.549812 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbc2e32-7200-4e47-8215-aeafdbcdca8e admin admin] Network hostable DHCP agents. Network: a6b938de-a551-480c-9f2c-5c4136d08e82, hostable agents: ['fb962da1-0809-46df-9ec4-203c2f15f643'], hosted agents: [] {{(pid=98442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:44:53.604119 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-f6e733f6-dcf2-41ac-8abd-f6621ad45944 req-b2c993d0-7384-422d-9dd4-98ca78db631a tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks [] for port, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:53.611990 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbc2e32-7200-4e47-8215-aeafdbcdca8e admin admin] Network a6b938de-a551-480c-9f2c-5c4136d08e82 is scheduled to be hosted by DHCP agent fb962da1-0809-46df-9ec4-203c2f15f643 with binding_index 1 {{(pid=98442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:44:53.630078 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.provisioning_blocks [req-f6e733f6-dcf2-41ac-8abd-f6621ad45944 req-b2c993d0-7384-422d-9dd4-98ca78db631a tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Transition to ACTIVE for port object 025fb62b-39be-4417-bdf5-0bacff45b88c will not be triggered until provisioned by entity DHCP. {{(pid=98442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:44:53.631596 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.base_scheduler [None req-ebbc2e32-7200-4e47-8215-aeafdbcdca8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-7-smb, a6b938de-a551-480c-9f2c-5c4136d08e82) {{(pid=98442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:44:53.645207 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03287c9d-c2f6-4ac1-bc8d-a2e183b9a3a6 None None] Network a6b938de-a551-480c-9f2c-5c4136d08e82 requested from dv-cinder-786383-7-smb {{(pid=98444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:44:53.648347 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbc2e32-7200-4e47-8215-aeafdbcdca8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:53.648951 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-ebbc2e32-7200-4e47-8215-aeafdbcdca8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927509'] for subnet, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:53.695219 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-ebbc2e32-7200-4e47-8215-aeafdbcdca8e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5342374 May 31 11:44:53.697150 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-f6e733f6-dcf2-41ac-8abd-f6621ad45944 req-b2c993d0-7384-422d-9dd4-98ca78db631a tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781593114058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6713643'] for port, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:53.698152 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 34332) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:53.704657 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-300c1650-808c-4638-a8d9-403b978faf46 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:53.706072 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.v2.base [None req-0927ee41-a1c6-4d4b-a69f-0daf5086d0ff admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1439691504-router', 'tenant_id': 'da7e9892b47c455d8e37f4de2870ea09', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3'}}} {{(pid=98443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:44:53.713494 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-0927ee41-a1c6-4d4b-a69f-0daf5086d0ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:44:53.718758 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-0927ee41-a1c6-4d4b-a69f-0daf5086d0ff admin admin] Usage tracker for resource:router and tenant:da7e9892b47c455d8e37f4de2870ea09 is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:44:53.731618 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-0927ee41-a1c6-4d4b-a69f-0daf5086d0ff admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:44:53.741021 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-0927ee41-a1c6-4d4b-a69f-0daf5086d0ff admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:44:53.757890 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-0927ee41-a1c6-4d4b-a69f-0daf5086d0ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8360380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-651'] for router, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:53.761111 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-0927ee41-a1c6-4d4b-a69f-0daf5086d0ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8360892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8365411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8385934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-658'] for router, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:53.784500 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6e733f6-dcf2-41ac-8abd-f6621ad45944 req-b2c993d0-7384-422d-9dd4-98ca78db631a tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Network f8884608-2755-4cc1-8a85-87c02cf10458 is already hosted by enough agents. {{(pid=98442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:44:53.788332 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.base_scheduler [req-f6e733f6-dcf2-41ac-8abd-f6621ad45944 req-b2c993d0-7384-422d-9dd4-98ca78db631a tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Resources bound (agent type, host, resource id): {{(pid=98442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:44:53.792814 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6e733f6-dcf2-41ac-8abd-f6621ad45944 req-b2c993d0-7384-422d-9dd4-98ca78db631a tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Received port after_create {{(pid=98442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:44:53.803662 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-0927ee41-a1c6-4d4b-a69f-0daf5086d0ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:53.827231 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c993d0-7384-422d-9dd4-98ca78db631a tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Pushing event updated for resources: {'Port': ['ID=025fb62b-39be-4417-bdf5-0bacff45b88c,revision_number=1']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:53.834704 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-b2c993d0-7384-422d-9dd4-98ca78db631a tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:53.881793 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e733f6-dcf2-41ac-8abd-f6621ad45944 req-b2c993d0-7384-422d-9dd4-98ca78db631a tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:53.882562 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-f6e733f6-dcf2-41ac-8abd-f6621ad45944 req-b2c993d0-7384-422d-9dd4-98ca78db631a tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523773'] for port, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:53.913782 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb5576c-3f87-401f-b148-75f156218f66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4276fea-128f-59c1-aa89-faee38dd1e47-a6b938de-a551-480c-9f2c-5c4136d08e82', 'network_id': 'a6b938de-a551-480c-9f2c-5c4136d08e82', 'tenant_id': 'da7e9892b47c455d8e37f4de2870ea09', 'fixed_ips': [{'subnet_id': '8e4cdfc3-ae92-4456-8b30-cc5459acb680'}]}} from dv-cinder-786383-7-smb. {{(pid=98444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 11:44:53.915135 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-cdb5576c-3f87-401f-b148-75f156218f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_create {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:53.925131 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-f6e733f6-dcf2-41ac-8abd-f6621ad45944 req-b2c993d0-7384-422d-9dd4-98ca78db631a tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2520618 May 31 11:44:53.953375 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.v2.base [req-f6e733f6-dcf2-41ac-8abd-f6621ad45944 req-7837bc76-5296-4647-8c53-12362eedc807 service neutron] Request body: {'port': {'device_id': '33574f64-485e-4e68-a475-b522f2b61547', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:44:54.157840 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-34d7c4b1-2229-4a8e-8522-242100ae85c0 None None] Provisioning for port 025fb62b-39be-4417-bdf5-0bacff45b88c completed by entity DHCP. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:44:54.164962 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-34d7c4b1-2229-4a8e-8522-242100ae85c0 None None] Provisioning complete for port 025fb62b-39be-4417-bdf5-0bacff45b88c triggered by entity DHCP. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:44:54.165414 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-34d7c4b1-2229-4a8e-8522-242100ae85c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:54.215628 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-0927ee41-a1c6-4d4b-a69f-0daf5086d0ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8365382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8360334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-736'] for router, precommit_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:54.225214 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.db_base_plugin_common [None req-cdb5576c-3f87-401f-b148-75f156218f66 None None] Allocated IP 172.20.0.2 (a6b938de-a551-480c-9f2c-5c4136d08e82/8e4cdfc3-ae92-4456-8b30-cc5459acb680/17c196ac-1c9b-4146-b6be-8aea7cc9dd49) {{(pid=98444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:44:54.277919 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.plugin [None req-34d7c4b1-2229-4a8e-8522-242100ae85c0 None None] Port 025fb62b-39be-4417-bdf5-0bacff45b88c cannot update to ACTIVE because it is not bound. {{(pid=98444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:44:54.430405 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-f6e733f6-dcf2-41ac-8abd-f6621ad45944 req-7837bc76-5296-4647-8c53-12362eedc807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:54.459958 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68506655-85f1-468e-9c4f-71e89c52bb96 req-9fef9345-8a70-4bd0-a725-c1b55a66d8b2 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:54.460756 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [req-68506655-85f1-468e-9c4f-71e89c52bb96 req-9fef9345-8a70-4bd0-a725-c1b55a66d8b2 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Synchronizing usage tracker for tenant:63cd0d6391a448f89fefef2dc7ef2e38 on resource:port {{(pid=98442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:44:54.477922 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-cdb5576c-3f87-401f-b148-75f156218f66 None None] Notify callbacks [] for port, precommit_create {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:54.488307 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-cdb5576c-3f87-401f-b148-75f156218f66 None None] Transition to ACTIVE for port object 17c196ac-1c9b-4146-b6be-8aea7cc9dd49 will not be triggered until provisioned by entity L2. {{(pid=98444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:44:54.508717 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-cdb5576c-3f87-401f-b148-75f156218f66 None None] Transition to ACTIVE for port object 17c196ac-1c9b-4146-b6be-8aea7cc9dd49 will not be triggered until provisioned by entity DHCP. {{(pid=98444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:44:54.516583 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-cdb5576c-3f87-401f-b148-75f156218f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781593114058'] for port, after_create {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:54.521310 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:54.523266 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff1a09-fc44-48a0-951e-d16d9828224b req-013846ac-994c-4e2a-b844-885654e91474 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:54.524773 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-43ff1a09-fc44-48a0-951e-d16d9828224b req-013846ac-994c-4e2a-b844-885654e91474 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db774e8-27b0-4a95-aa30-3b7d13d5786d HTTP/1.1" status: 200 len: 945 time: 0.2571735 May 31 11:44:54.563682 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [req-68506655-85f1-468e-9c4f-71e89c52bb96 req-9fef9345-8a70-4bd0-a725-c1b55a66d8b2 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Unset dirty status for tenant:63cd0d6391a448f89fefef2dc7ef2e38 on resource:port {{(pid=98442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:44:54.564849 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-68506655-85f1-468e-9c4f-71e89c52bb96 req-9fef9345-8a70-4bd0-a725-c1b55a66d8b2 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=33574f64-485e-4e68-a475-b522f2b61547 HTTP/1.1" status: 200 len: 931 time: 0.5099802 May 31 11:44:54.565070 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-0927ee41-a1c6-4d4b-a69f-0daf5086d0ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:54.585063 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb5576c-3f87-401f-b148-75f156218f66 None None] Network a6b938de-a551-480c-9f2c-5c4136d08e82 is already hosted by enough agents. {{(pid=98444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:44:54.588055 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.scheduler.base_scheduler [None req-cdb5576c-3f87-401f-b148-75f156218f66 None None] Resources bound (agent type, host, resource id): {{(pid=98444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:44:54.591686 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb5576c-3f87-401f-b148-75f156218f66 None None] Received port after_create {{(pid=98444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:44:54.597596 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb5576c-3f87-401f-b148-75f156218f66 None None] Pushing event updated for resources: {'Port': ['ID=17c196ac-1c9b-4146-b6be-8aea7cc9dd49,revision_number=1']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:54.604727 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-0927ee41-a1c6-4d4b-a69f-0daf5086d0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:54.637434 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb5576c-3f87-401f-b148-75f156218f66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:54.637664 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb5576c-3f87-401f-b148-75f156218f66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:54.637840 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb5576c-3f87-401f-b148-75f156218f66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:54.638178 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb5576c-3f87-401f-b148-75f156218f66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:54.638511 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb5576c-3f87-401f-b148-75f156218f66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:54.638874 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb5576c-3f87-401f-b148-75f156218f66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:54.639202 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb5576c-3f87-401f-b148-75f156218f66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:54.639528 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb5576c-3f87-401f-b148-75f156218f66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:54.639849 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb5576c-3f87-401f-b148-75f156218f66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:54.640171 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb5576c-3f87-401f-b148-75f156218f66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:54.640490 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb5576c-3f87-401f-b148-75f156218f66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:54.640848 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdb5576c-3f87-401f-b148-75f156218f66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:44:54.676433 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-cdb5576c-3f87-401f-b148-75f156218f66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:54.703353 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-43ff1a09-fc44-48a0-951e-d16d9828224b req-8f1a9963-b762-4fa1-acc1-ee1612743da0 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1a6aea4-fc43-4be4-985d-d05aeb50d0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1693187 May 31 11:44:54.738008 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.managers [None req-cdb5576c-3f87-401f-b148-75f156218f66 None None] Attempting to bind port 17c196ac-1c9b-4146-b6be-8aea7cc9dd49 on host dv-cinder-786383-7-smb for vnic_type normal with profile {{(pid=98444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:44:54.738391 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.managers [None req-cdb5576c-3f87-401f-b148-75f156218f66 None None] Attempting to bind port 17c196ac-1c9b-4146-b6be-8aea7cc9dd49 by drivers openvswitch,hyperv on host dv-cinder-786383-7-smb at level 0 using segments [{'id': '146052b5-f78e-4c1f-a6d4-11a97914375b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'a6b938de-a551-480c-9f2c-5c4136d08e82'}] {{(pid=98444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:44:54.738826 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb5576c-3f87-401f-b148-75f156218f66 None None] Attempting to bind port 17c196ac-1c9b-4146-b6be-8aea7cc9dd49 on network a6b938de-a551-480c-9f2c-5c4136d08e82 {{(pid=98444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:44:54.744435 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb5576c-3f87-401f-b148-75f156218f66 None None] Checking agent: {'id': '54e7e3e0-9dc4-46e7-99bd-8d5ea4dab531', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 33, 27), 'started_at': datetime.datetime(2021, 5, 31, 11, 33, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:44:54.744821 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb5576c-3f87-401f-b148-75f156218f66 None None] Checking segment: {'id': '146052b5-f78e-4c1f-a6d4-11a97914375b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'a6b938de-a551-480c-9f2c-5c4136d08e82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:44:54.745226 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-cdb5576c-3f87-401f-b148-75f156218f66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:54.745627 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb5576c-3f87-401f-b148-75f156218f66 None None] Bound using segment: {'id': '146052b5-f78e-4c1f-a6d4-11a97914375b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'a6b938de-a551-480c-9f2c-5c4136d08e82'} {{(pid=98444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:44:54.746101 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.managers [None req-cdb5576c-3f87-401f-b148-75f156218f66 None None] Bound port: 17c196ac-1c9b-4146-b6be-8aea7cc9dd49, host: dv-cinder-786383-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '146052b5-f78e-4c1f-a6d4-11a97914375b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'a6b938de-a551-480c-9f2c-5c4136d08e82'}}] {{(pid=98444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:44:54.746760 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-cdb5576c-3f87-401f-b148-75f156218f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:54.760672 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-68506655-85f1-468e-9c4f-71e89c52bb96 req-e14ec947-c569-4c3b-a3da-780d562f5c73 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=046f597b-d4db-468c-a75f-9b8ff1a241ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360433 May 31 11:44:54.769462 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.db_base_plugin_common [None req-0927ee41-a1c6-4d4b-a69f-0daf5086d0ff admin admin] Allocated IP 172.28.3.61 (21abd7a8-7011-4cfc-9928-6cba34534bd3/fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5/1098472c-779e-4c66-8a92-ce280f2c3662) {{(pid=98443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:44:54.819525 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-6a552145-2042-4217-aeb5-4f2327bfb3c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:54.880747 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-cdb5576c-3f87-401f-b148-75f156218f66 None None] For port 17c196ac-1c9b-4146-b6be-8aea7cc9dd49, host dv-cinder-786383-7-smb, cleared binding levels {{(pid=98444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:44:54.885113 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-cdb5576c-3f87-401f-b148-75f156218f66 None None] For port 17c196ac-1c9b-4146-b6be-8aea7cc9dd49, host dv-cinder-786383-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-smb',level=0,port_id=17c196ac-1c9b-4146-b6be-8aea7cc9dd49,segment=NetworkSegment(146052b5-f78e-4c1f-a6d4-11a97914375b),segment_id=146052b5-f78e-4c1f-a6d4-11a97914375b)] {{(pid=98444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:44:54.894082 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-cdb5576c-3f87-401f-b148-75f156218f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:54.902352 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:54.997353 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-0927ee41-a1c6-4d4b-a69f-0daf5086d0ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:55.027220 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.notifiers.nova [req-f6e733f6-dcf2-41ac-8abd-f6621ad45944 req-7837bc76-5296-4647-8c53-12362eedc807 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 025fb62b-39be-4417-bdf5-0bacff45b88c {{(pid=98442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:44:55.036944 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb5576c-3f87-401f-b148-75f156218f66 None None] Pushing event updated for resources: {'Port': ['ID=17c196ac-1c9b-4146-b6be-8aea7cc9dd49,revision_number=2']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:55.039276 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-f6e733f6-dcf2-41ac-8abd-f6621ad45944 req-7837bc76-5296-4647-8c53-12362eedc807 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:55.040177 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-0927ee41-a1c6-4d4b-a69f-0daf5086d0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781593114058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6347609'] for port, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:55.042920 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-cdb5576c-3f87-401f-b148-75f156218f66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:55.051504 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-6d5b361b-fcf5-4728-8cde-b892d9ff55c8 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:55.060966 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.provisioning_blocks [req-f6e733f6-dcf2-41ac-8abd-f6621ad45944 req-7837bc76-5296-4647-8c53-12362eedc807 service neutron] Transition to ACTIVE for port object 025fb62b-39be-4417-bdf5-0bacff45b88c will not be triggered until provisioned by entity L2. {{(pid=98442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:44:55.068467 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-f6e733f6-dcf2-41ac-8abd-f6621ad45944 req-7837bc76-5296-4647-8c53-12362eedc807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6713634'] for port, after_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:55.074970 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-de7a8536-b51c-469c-914a-016332d0df46 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:55.121106 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0927ee41-a1c6-4d4b-a69f-0daf5086d0ff admin admin] Network 21abd7a8-7011-4cfc-9928-6cba34534bd3 is already hosted by enough agents. {{(pid=98443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:44:55.124710 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.base_scheduler [None req-0927ee41-a1c6-4d4b-a69f-0daf5086d0ff admin admin] Resources bound (agent type, host, resource id): {{(pid=98443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:44:55.128598 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0927ee41-a1c6-4d4b-a69f-0daf5086d0ff admin admin] Received port after_create {{(pid=98443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:44:55.160782 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0927ee41-a1c6-4d4b-a69f-0daf5086d0ff admin admin] Pushing event updated for resources: {'Port': ['ID=1098472c-779e-4c66-8a92-ce280f2c3662,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:55.167050 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-0927ee41-a1c6-4d4b-a69f-0daf5086d0ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:55.218730 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 34358) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:55.233483 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7837bc76-5296-4647-8c53-12362eedc807 service neutron] Pushing event updated for resources: {'Port': ['ID=025fb62b-39be-4417-bdf5-0bacff45b88c,revision_number=2']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:55.302816 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-7837bc76-5296-4647-8c53-12362eedc807 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:55.401280 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.managers [req-f6e733f6-dcf2-41ac-8abd-f6621ad45944 req-7837bc76-5296-4647-8c53-12362eedc807 service neutron] Attempting to bind port 025fb62b-39be-4417-bdf5-0bacff45b88c on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:44:55.403334 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.managers [req-f6e733f6-dcf2-41ac-8abd-f6621ad45944 req-7837bc76-5296-4647-8c53-12362eedc807 service neutron] Attempting to bind port 025fb62b-39be-4417-bdf5-0bacff45b88c by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '12f240fb-3f58-4be6-b39c-8319e4893b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f8884608-2755-4cc1-8a85-87c02cf10458'}] {{(pid=98442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:44:55.403821 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e733f6-dcf2-41ac-8abd-f6621ad45944 req-7837bc76-5296-4647-8c53-12362eedc807 service neutron] Attempting to bind port 025fb62b-39be-4417-bdf5-0bacff45b88c on network f8884608-2755-4cc1-8a85-87c02cf10458 {{(pid=98442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:44:55.423716 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e733f6-dcf2-41ac-8abd-f6621ad45944 req-7837bc76-5296-4647-8c53-12362eedc807 service neutron] Port 025fb62b-39be-4417-bdf5-0bacff45b88c on network f8884608-2755-4cc1-8a85-87c02cf10458 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:44:55.424361 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e733f6-dcf2-41ac-8abd-f6621ad45944 req-7837bc76-5296-4647-8c53-12362eedc807 service neutron] Attempting to bind port 025fb62b-39be-4417-bdf5-0bacff45b88c on network f8884608-2755-4cc1-8a85-87c02cf10458 {{(pid=98442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:44:55.434640 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e733f6-dcf2-41ac-8abd-f6621ad45944 req-7837bc76-5296-4647-8c53-12362eedc807 service neutron] Checking agent: {'id': '63ca40a8-ec34-4216-8e55-4658d3f28a5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 39, 38), 'started_at': datetime.datetime(2021, 5, 31, 11, 39, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:44:55.435456 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e733f6-dcf2-41ac-8abd-f6621ad45944 req-7837bc76-5296-4647-8c53-12362eedc807 service neutron] Checking segment: {'id': '12f240fb-3f58-4be6-b39c-8319e4893b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f8884608-2755-4cc1-8a85-87c02cf10458'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:44:55.436319 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6e733f6-dcf2-41ac-8abd-f6621ad45944 req-7837bc76-5296-4647-8c53-12362eedc807 service neutron] Bound using segment: {'id': '12f240fb-3f58-4be6-b39c-8319e4893b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f8884608-2755-4cc1-8a85-87c02cf10458'} {{(pid=98442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:44:55.436942 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.managers [req-f6e733f6-dcf2-41ac-8abd-f6621ad45944 req-7837bc76-5296-4647-8c53-12362eedc807 service neutron] Bound port: 025fb62b-39be-4417-bdf5-0bacff45b88c, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12f240fb-3f58-4be6-b39c-8319e4893b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f8884608-2755-4cc1-8a85-87c02cf10458'}}] {{(pid=98442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:44:55.437466 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-f6e733f6-dcf2-41ac-8abd-f6621ad45944 req-7837bc76-5296-4647-8c53-12362eedc807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:55.472440 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-dfca07d3-11e9-47fc-b748-8b4ca0f95957 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:55.497969 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-dfca07d3-11e9-47fc-b748-8b4ca0f95957 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:44:55.532133 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-dfca07d3-11e9-47fc-b748-8b4ca0f95957 admin admin] Usage tracker for resource:security_group_rule and tenant:3ec389b1af194e179c16438701157bd0 is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:44:55.542217 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-dfca07d3-11e9-47fc-b748-8b4ca0f95957 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:44:55.558920 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-dfca07d3-11e9-47fc-b748-8b4ca0f95957 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:44:55.607327 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.db [req-f6e733f6-dcf2-41ac-8abd-f6621ad45944 req-7837bc76-5296-4647-8c53-12362eedc807 service neutron] For port 025fb62b-39be-4417-bdf5-0bacff45b88c, host hv-cinder-78638, cleared binding levels {{(pid=98442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:44:55.611349 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.db [req-f6e733f6-dcf2-41ac-8abd-f6621ad45944 req-7837bc76-5296-4647-8c53-12362eedc807 service neutron] For port 025fb62b-39be-4417-bdf5-0bacff45b88c, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=025fb62b-39be-4417-bdf5-0bacff45b88c,segment=NetworkSegment(12f240fb-3f58-4be6-b39c-8319e4893b89),segment_id=12f240fb-3f58-4be6-b39c-8319e4893b89)] {{(pid=98442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:44:55.618582 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-f6e733f6-dcf2-41ac-8abd-f6621ad45944 req-7837bc76-5296-4647-8c53-12362eedc807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6713634'] for port, after_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:55.625144 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:55.697185 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e733f6-dcf2-41ac-8abd-f6621ad45944 req-7837bc76-5296-4647-8c53-12362eedc807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:55.697856 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-f6e733f6-dcf2-41ac-8abd-f6621ad45944 req-7837bc76-5296-4647-8c53-12362eedc807 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523773'] for port, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:55.699381 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-f6e733f6-dcf2-41ac-8abd-f6621ad45944 req-7837bc76-5296-4647-8c53-12362eedc807 service neutron] 10.222.0.61 "PUT /v2.0/ports/025fb62b-39be-4417-bdf5-0bacff45b88c HTTP/1.1" status: 200 len: 1093 time: 1.7547560 May 31 11:44:55.702477 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33574f64-485e-4e68-a475-b522f2b61547', 'tag': '025fb62b-39be-4417-bdf5-0bacff45b88c'}] {{(pid=98442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:44:55.705003 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98a8129e16d579ddc31ed5ae2a657a86bf742727e38e306195ca605a81ff71cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fe080bc-2b84-4c60-8b9e-aae9bc469922" -d '{"events": [{"name": "network-changed", "server_uuid": "33574f64-485e-4e68-a475-b522f2b61547", "tag": "025fb62b-39be-4417-bdf5-0bacff45b88c"}]}' {{(pid=98442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:44:55.744085 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7837bc76-5296-4647-8c53-12362eedc807 service neutron] Pushing event updated for resources: {'Port': ['ID=025fb62b-39be-4417-bdf5-0bacff45b88c,revision_number=3']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:55.754186 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-7837bc76-5296-4647-8c53-12362eedc807 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:55.779171 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40268ddf-857e-4606-9c8b-e0eab9013c4b x-openstack-request-id: req-40268ddf-857e-4606-9c8b-e0eab9013c4b {{(pid=98442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:44:55.779488 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33574f64-485e-4e68-a475-b522f2b61547", "tag": "025fb62b-39be-4417-bdf5-0bacff45b88c", "status": "completed", "code": 200}]} {{(pid=98442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:44:55.779769 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-40268ddf-857e-4606-9c8b-e0eab9013c4b {{(pid=98442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:44:55.780198 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33574f64-485e-4e68-a475-b522f2b61547', 'tag': '025fb62b-39be-4417-bdf5-0bacff45b88c', 'status': 'completed', 'code': 200} May 31 11:44:55.787100 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-dfca07d3-11e9-47fc-b748-8b4ca0f95957 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:55.793591 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-dfca07d3-11e9-47fc-b748-8b4ca0f95957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:55.802514 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-07a0ec42-acd2-4983-8430-b1811664c778 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:55.812264 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-0927ee41-a1c6-4d4b-a69f-0daf5086d0ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:55.964574 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-dfca07d3-11e9-47fc-b748-8b4ca0f95957 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3ec389b1af194e179c16438701157bd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7415817 May 31 11:44:55.972064 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfca07d3-11e9-47fc-b748-8b4ca0f95957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f0cf47f-740c-4e2d-8667-1f38f71e6cce,revision_number=1']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:56.031532 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 34370) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:56.041804 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-dfca07d3-11e9-47fc-b748-8b4ca0f95957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:56.152313 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-bda117ab-17a8-4d06-a16d-5c3e12b77126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:56.171418 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e733f6-dcf2-41ac-8abd-f6621ad45944 req-a7a965d1-0c82-4546-b417-a7f176c08a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:56.172929 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-f6e733f6-dcf2-41ac-8abd-f6621ad45944 req-a7a965d1-0c82-4546-b417-a7f176c08a8b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=63cd0d6391a448f89fefef2dc7ef2e38&device_id=33574f64-485e-4e68-a475-b522f2b61547 HTTP/1.1" status: 200 len: 1096 time: 0.3257229 May 31 11:44:56.181084 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7099ba7f-50b8-4e58-99b1-a4f1ba5af184 req-11e2ad38-760a-4f04-ab12-b0104a136abb tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:56.184653 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-7099ba7f-50b8-4e58-99b1-a4f1ba5af184 req-11e2ad38-760a-4f04-ab12-b0104a136abb tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=33574f64-485e-4e68-a475-b522f2b61547 HTTP/1.1" status: 200 len: 943 time: 0.2326167 May 31 11:44:56.263107 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b110ac-5c0b-471f-bff8-a532c17bb342 None None] Network a6b938de-a551-480c-9f2c-5c4136d08e82 requested from dv-cinder-786383-7-smb {{(pid=98444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:44:56.274876 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-0927ee41-a1c6-4d4b-a69f-0daf5086d0ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8360373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8365317'] for router, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:56.284335 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-f6e733f6-dcf2-41ac-8abd-f6621ad45944 req-98f2edf0-526f-4015-a4b9-542d6d390598 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=025fb62b-39be-4417-bdf5-0bacff45b88c HTTP/1.1" status: 200 len: 217 time: 0.0920291 May 31 11:44:56.286032 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-bda117ab-17a8-4d06-a16d-5c3e12b77126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:56.381297 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-7099ba7f-50b8-4e58-99b1-a4f1ba5af184 req-135862fd-78d6-45b3-a7c5-ac15e96acac0 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=046f597b-d4db-468c-a75f-9b8ff1a241ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1923988 May 31 11:44:56.396494 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e733f6-dcf2-41ac-8abd-f6621ad45944 req-abaf3990-1690-4763-b7cd-0fe4604ac8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:56.398794 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-f6e733f6-dcf2-41ac-8abd-f6621ad45944 req-abaf3990-1690-4763-b7cd-0fe4604ac8eb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0a988f52-3f6c-447c-ad15-932818f3661d HTTP/1.1" status: 200 len: 856 time: 0.1020145 May 31 11:44:56.465015 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-bda117ab-17a8-4d06-a16d-5c3e12b77126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:56.476212 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-9ea22c5a-3736-4186-8363-59a7f76f3176 None None] Provisioning for port 17c196ac-1c9b-4146-b6be-8aea7cc9dd49 completed by entity DHCP. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:44:56.479867 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-e2edb756-d989-4671-af45-7f6441782634 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:56.507227 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda117ab-17a8-4d06-a16d-5c3e12b77126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f0cf47f-740c-4e2d-8667-1f38f71e6cce,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:56.510285 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-bda117ab-17a8-4d06-a16d-5c3e12b77126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:56.514048 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-bda117ab-17a8-4d06-a16d-5c3e12b77126 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1f0cf47f-740c-4e2d-8667-1f38f71e6cce HTTP/1.1" status: 204 len: 168 time: 0.4735887 May 31 11:44:56.514048 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-bda117ab-17a8-4d06-a16d-5c3e12b77126 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:56.564138 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0927ee41-a1c6-4d4b-a69f-0daf5086d0ff admin admin] Router 92ffc114-c504-45aa-8838-20a84a61e9c0 is scheduled to L3 agent 18500941-09fe-4120-b40f-cc1049bfe169 with binding_index 1 {{(pid=98443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 11:44:56.569460 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e733f6-dcf2-41ac-8abd-f6621ad45944 req-4b3123c5-9626-485b-8377-fccc047b7b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:56.571040 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-f6e733f6-dcf2-41ac-8abd-f6621ad45944 req-4b3123c5-9626-485b-8377-fccc047b7b30 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f8884608-2755-4cc1-8a85-87c02cf10458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1627786 May 31 11:44:56.587703 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device 17c196ac-1c9b-4146-b6be-8aea7cc9dd49 up at agent ovs-agent-dv-cinder-786383-7-smb {{(pid=98444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:44:56.695832 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Provisioning for port 17c196ac-1c9b-4146-b6be-8aea7cc9dd49 completed by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:44:56.707010 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Provisioning complete for port 17c196ac-1c9b-4146-b6be-8aea7cc9dd49 triggered by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:44:56.707404 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:56.830358 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0927ee41-a1c6-4d4b-a69f-0daf5086d0ff admin admin] Notify agent at l3_agent.dv-cinder-786383-7-smb the message routers_updated {{(pid=98443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:44:56.842452 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e58927-83c2-4af2-8147-10602f4fb941 None None] Sync routers for ids ['92ffc114-c504-45aa-8838-20a84a61e9c0'] in dv-cinder-786383-7-smb {{(pid=98444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:44:56.872964 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-0927ee41-a1c6-4d4b-a69f-0daf5086d0ff admin admin] Notify callbacks [] for router, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:56.874689 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-0927ee41-a1c6-4d4b-a69f-0daf5086d0ff admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1747019 May 31 11:44:56.877500 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 34382) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:44:56.887307 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e58927-83c2-4af2-8147-10602f4fb941 None None] Routers {'92ffc114-c504-45aa-8838-20a84a61e9c0'} bound to L3 agent in host dv-cinder-786383-7-smb {{(pid=98444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:44:56.887949 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_hamode_db [None req-28e58927-83c2-4af2-8147-10602f4fb941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:33:28Z,description=,heartbeat_timestamp=2021-05-31T11:44:28Z,host='dv-cinder-786383-7-smb',id=18500941-09fe-4120-b40f-cc1049bfe169,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:33:28Z,topic='l3_agent')) {'router_ids': ['92ffc114-c504-45aa-8838-20a84a61e9c0'], 'active': True} {{(pid=98444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:44:56.941106 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-f6e733f6-dcf2-41ac-8abd-f6621ad45944 req-7f3e8a68-ad75-4f2d-8959-c798c9c6585f service neutron] 10.222.0.61 "GET /v2.0/networks/f8884608-2755-4cc1-8a85-87c02cf10458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3606353 May 31 11:44:56.958688 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:57.007841 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-4cb27f5b-b1fe-4efd-8845-31f8d0fb23bd None None] Provisioning complete for port 17c196ac-1c9b-4146-b6be-8aea7cc9dd49 triggered by entity DHCP. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:44:57.008223 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-4cb27f5b-b1fe-4efd-8845-31f8d0fb23bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:57.142543 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] For port 17c196ac-1c9b-4146-b6be-8aea7cc9dd49, host dv-cinder-786383-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-smb',level=0,port_id=17c196ac-1c9b-4146-b6be-8aea7cc9dd49,segment=NetworkSegment(146052b5-f78e-4c1f-a6d4-11a97914375b),segment_id=146052b5-f78e-4c1f-a6d4-11a97914375b)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:44:57.156890 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:57.164496 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-3f2269ea-e045-49ef-b82e-0dc308cc5e22 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:57.233018 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvr_db [None req-28e58927-83c2-4af2-8147-10602f4fb941 None None] Set router 92ffc114-c504-45aa-8838-20a84a61e9c0 gateway port host: dv-cinder-786383-7-smb {{(pid=98444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:44:57.242009 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-f6e733f6-dcf2-41ac-8abd-f6621ad45944 req-8663c599-3e0f-46f6-a537-0b510a81f0af service neutron] 10.222.0.61 "GET /v2.0/networks/f8884608-2755-4cc1-8a85-87c02cf10458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902405 May 31 11:44:57.458987 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Pushing event updated for resources: {'Port': ['ID=17c196ac-1c9b-4146-b6be-8aea7cc9dd49,revision_number=3']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:57.485925 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:57.656450 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:57.702572 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe080bc-2b84-4c60-8b9e-aae9bc469922 req-3036e802-1939-4c75-a83e-6169dadb54db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:57.703635 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_hamode_db [None req-28e58927-83c2-4af2-8147-10602f4fb941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ffc114-c504-45aa-8838-20a84a61e9c0', 'name': 'tempest-TestShelveInstance-1439691504-router', 'tenant_id': 'da7e9892b47c455d8e37f4de2870ea09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.61'}], 'enable_snat': True}, 'gw_port_id': '1098472c-779e-4c66-8a92-ce280f2c3662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:44:53Z', 'updated_at': '2021-05-31T11:44:55Z', 'revision_number': 3, 'project_id': 'da7e9892b47c455d8e37f4de2870ea09', 'gw_port': {'id': '1098472c-779e-4c66-8a92-ce280f2c3662', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ffc114-c504-45aa-8838-20a84a61e9c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:44:54Z', 'updated_at': '2021-05-31T11:44:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb'}], 'dv-cinder-786383-7-smb', False) {} {{(pid=98444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:44:57.704075 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-3fe080bc-2b84-4c60-8b9e-aae9bc469922 req-3036e802-1939-4c75-a83e-6169dadb54db service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=63cd0d6391a448f89fefef2dc7ef2e38&device_id=33574f64-485e-4e68-a475-b522f2b61547 HTTP/1.1" status: 200 len: 1096 time: 0.3555691 May 31 11:44:57.708408 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e58927-83c2-4af2-8147-10602f4fb941 None None] Checking router: 92ffc114-c504-45aa-8838-20a84a61e9c0 for host: dv-cinder-786383-7-smb {{(pid=98444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:44:57.708913 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e58927-83c2-4af2-8147-10602f4fb941 None None] Updating router 92ffc114-c504-45aa-8838-20a84a61e9c0 port 1098472c-779e-4c66-8a92-ce280f2c3662 binding host dv-cinder-786383-7-smb {{(pid=98444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 11:44:57.774213 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-28e58927-83c2-4af2-8147-10602f4fb941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:57.873779 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-6672f245-9d0e-4a9e-a89e-9c686c4f7c0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:57.889974 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002554ea-66f5-4325-b611-45e7fcf3c962 req-28b85da9-3f31-4701-925e-9a71b5d23c21 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:57.891757 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-002554ea-66f5-4325-b611-45e7fcf3c962 req-28b85da9-3f31-4701-925e-9a71b5d23c21 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=33574f64-485e-4e68-a475-b522f2b61547 HTTP/1.1" status: 200 len: 943 time: 0.3276772 May 31 11:44:58.061864 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-9c136870-0100-45c6-9069-cd9a2cf38dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:58.106205 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-002554ea-66f5-4325-b611-45e7fcf3c962 req-2f6e1af8-1667-448f-bfa3-cc60c7d2f750 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=046f597b-d4db-468c-a75f-9b8ff1a241ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2063918 May 31 11:44:58.107527 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe080bc-2b84-4c60-8b9e-aae9bc469922 req-24f07f6c-60b7-4b5e-9b61-fd5e9f326ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:58.108944 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-3fe080bc-2b84-4c60-8b9e-aae9bc469922 req-24f07f6c-60b7-4b5e-9b61-fd5e9f326ed6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f8884608-2755-4cc1-8a85-87c02cf10458 HTTP/1.1" status: 200 len: 918 time: 0.3935595 May 31 11:44:58.229517 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-28e58927-83c2-4af2-8147-10602f4fb941 None None] Notify callbacks [] for port, precommit_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:58.243278 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-28e58927-83c2-4af2-8147-10602f4fb941 None None] Transition to ACTIVE for port object 1098472c-779e-4c66-8a92-ce280f2c3662 will not be triggered until provisioned by entity L2. {{(pid=98444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:44:58.253493 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-28e58927-83c2-4af2-8147-10602f4fb941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:58.259534 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:58.261921 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-3fe080bc-2b84-4c60-8b9e-aae9bc469922 req-b1b76792-552a-4e0f-aa0c-fc402b6b4616 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=025fb62b-39be-4417-bdf5-0bacff45b88c HTTP/1.1" status: 200 len: 217 time: 0.0887992 May 31 11:44:58.349152 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.managers [None req-28e58927-83c2-4af2-8147-10602f4fb941 None None] Attempting to bind port 1098472c-779e-4c66-8a92-ce280f2c3662 on host dv-cinder-786383-7-smb for vnic_type normal with profile {{(pid=98444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:44:58.349583 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.managers [None req-28e58927-83c2-4af2-8147-10602f4fb941 None None] Attempting to bind port 1098472c-779e-4c66-8a92-ce280f2c3662 by drivers openvswitch,hyperv on host dv-cinder-786383-7-smb at level 0 using segments [{'id': '1ab87b5a-2ab4-41da-bbc3-50466ba34034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3'}] {{(pid=98444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:44:58.350162 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e58927-83c2-4af2-8147-10602f4fb941 None None] Attempting to bind port 1098472c-779e-4c66-8a92-ce280f2c3662 on network 21abd7a8-7011-4cfc-9928-6cba34534bd3 {{(pid=98444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:44:58.352756 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea81e12d-d58f-4b54-a5b8-983aba750835 None None] Pushing event updated for resources: {'Port': ['ID=1098472c-779e-4c66-8a92-ce280f2c3662,revision_number=2']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:58.356853 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-ea81e12d-d58f-4b54-a5b8-983aba750835 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:58.359776 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e58927-83c2-4af2-8147-10602f4fb941 None None] Checking agent: {'id': '54e7e3e0-9dc4-46e7-99bd-8d5ea4dab531', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 33, 27), 'started_at': datetime.datetime(2021, 5, 31, 11, 33, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:44:58.360254 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e58927-83c2-4af2-8147-10602f4fb941 None None] Checking segment: {'id': '1ab87b5a-2ab4-41da-bbc3-50466ba34034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:44:58.360737 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-28e58927-83c2-4af2-8147-10602f4fb941 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:58.361245 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e58927-83c2-4af2-8147-10602f4fb941 None None] Bound using segment: {'id': '1ab87b5a-2ab4-41da-bbc3-50466ba34034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3'} {{(pid=98444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:44:58.361791 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.managers [None req-28e58927-83c2-4af2-8147-10602f4fb941 None None] Bound port: 1098472c-779e-4c66-8a92-ce280f2c3662, host: dv-cinder-786383-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ab87b5a-2ab4-41da-bbc3-50466ba34034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3'}}] {{(pid=98444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:44:58.362235 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-28e58927-83c2-4af2-8147-10602f4fb941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:58.494425 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-a91c5e8e-8952-4db6-a598-6e76e849b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:58.498880 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-28e58927-83c2-4af2-8147-10602f4fb941 None None] For port 1098472c-779e-4c66-8a92-ce280f2c3662, host dv-cinder-786383-7-smb, cleared binding levels {{(pid=98444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:44:58.503227 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-28e58927-83c2-4af2-8147-10602f4fb941 None None] For port 1098472c-779e-4c66-8a92-ce280f2c3662, host dv-cinder-786383-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-smb',level=0,port_id=1098472c-779e-4c66-8a92-ce280f2c3662,segment=NetworkSegment(1ab87b5a-2ab4-41da-bbc3-50466ba34034),segment_id=1ab87b5a-2ab4-41da-bbc3-50466ba34034)] {{(pid=98444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:44:58.512373 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-28e58927-83c2-4af2-8147-10602f4fb941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:58.532296 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe080bc-2b84-4c60-8b9e-aae9bc469922 req-f027d8c7-79a1-490e-b8c7-80e310bef107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:58.532475 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:58.533745 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-3fe080bc-2b84-4c60-8b9e-aae9bc469922 req-f027d8c7-79a1-490e-b8c7-80e310bef107 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0a988f52-3f6c-447c-ad15-932818f3661d HTTP/1.1" status: 200 len: 856 time: 0.2648818 May 31 11:44:58.574204 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device 17c196ac-1c9b-4146-b6be-8aea7cc9dd49 up at agent ovs-agent-dv-cinder-786383-7-smb {{(pid=98444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:44:58.657698 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.db_base_plugin_common [None req-9c136870-0100-45c6-9069-cd9a2cf38dce admin admin] Allocated IP 172.20.0.1 (a6b938de-a551-480c-9f2c-5c4136d08e82/8e4cdfc3-ae92-4456-8b30-cc5459acb680/14739b1c-b3eb-4ba4-a698-35b02850ecd9) {{(pid=98442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:44:58.657937 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e58927-83c2-4af2-8147-10602f4fb941 None None] Routers {'92ffc114-c504-45aa-8838-20a84a61e9c0'} bound to L3 agent in host dv-cinder-786383-7-smb {{(pid=98444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:44:58.658419 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_hamode_db [None req-28e58927-83c2-4af2-8147-10602f4fb941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:33:28Z,description=,heartbeat_timestamp=2021-05-31T11:44:58Z,host='dv-cinder-786383-7-smb',id=18500941-09fe-4120-b40f-cc1049bfe169,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:33:28Z,topic='l3_agent')) {'router_ids': ['92ffc114-c504-45aa-8838-20a84a61e9c0'], 'active': True} {{(pid=98444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:44:58.698024 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe080bc-2b84-4c60-8b9e-aae9bc469922 req-bcd8be5a-dcff-4f25-bdf9-2960cde93b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:58.699457 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-3fe080bc-2b84-4c60-8b9e-aae9bc469922 req-bcd8be5a-dcff-4f25-bdf9-2960cde93b84 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f8884608-2755-4cc1-8a85-87c02cf10458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1565373 May 31 11:44:58.737295 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea81e12d-d58f-4b54-a5b8-983aba750835 None None] Pushing event updated for resources: {'Port': ['ID=1098472c-779e-4c66-8a92-ce280f2c3662,revision_number=3']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:58.752379 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-ea81e12d-d58f-4b54-a5b8-983aba750835 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:58.851533 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Provisioning complete for port 17c196ac-1c9b-4146-b6be-8aea7cc9dd49 triggered by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:44:58.851914 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:58.912065 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvr_db [None req-28e58927-83c2-4af2-8147-10602f4fb941 None None] Set router 92ffc114-c504-45aa-8838-20a84a61e9c0 gateway port host: dv-cinder-786383-7-smb {{(pid=98444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:44:58.924855 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-9c136870-0100-45c6-9069-cd9a2cf38dce admin admin] Notify callbacks [] for port, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:58.933356 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-3fe080bc-2b84-4c60-8b9e-aae9bc469922 req-d75a71c6-6529-4212-8c42-7535239aa1e7 service neutron] 10.222.0.61 "GET /v2.0/networks/f8884608-2755-4cc1-8a85-87c02cf10458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1870818 May 31 11:44:58.961847 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.provisioning_blocks [None req-9c136870-0100-45c6-9069-cd9a2cf38dce admin admin] Transition to ACTIVE for port object 14739b1c-b3eb-4ba4-a698-35b02850ecd9 will not be triggered until provisioned by entity DHCP. {{(pid=98442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:44:59.083487 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-3fe080bc-2b84-4c60-8b9e-aae9bc469922 req-b60f63f0-390b-4f37-8475-f1041889304b service neutron] 10.222.0.61 "GET /v2.0/networks/f8884608-2755-4cc1-8a85-87c02cf10458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413186 May 31 11:44:59.086128 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-9c136870-0100-45c6-9069-cd9a2cf38dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781593114058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6713643'] for port, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:59.089941 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-bcb1efd0-58bb-48dd-b3a4-455831b9ad09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:44:59.153716 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c136870-0100-45c6-9069-cd9a2cf38dce admin admin] Network a6b938de-a551-480c-9f2c-5c4136d08e82 is already hosted by enough agents. {{(pid=98442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:44:59.156910 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.base_scheduler [None req-9c136870-0100-45c6-9069-cd9a2cf38dce admin admin] Resources bound (agent type, host, resource id): {{(pid=98442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:44:59.160863 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c136870-0100-45c6-9069-cd9a2cf38dce admin admin] Received port after_create {{(pid=98442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:44:59.195903 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c136870-0100-45c6-9069-cd9a2cf38dce admin admin] Pushing event updated for resources: {'Port': ['ID=14739b1c-b3eb-4ba4-a698-35b02850ecd9,revision_number=1']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:44:59.202407 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-9c136870-0100-45c6-9069-cd9a2cf38dce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:44:59.229248 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-9c136870-0100-45c6-9069-cd9a2cf38dce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8369524'] for router_interface, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:59.342893 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_hamode_db [None req-28e58927-83c2-4af2-8147-10602f4fb941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ffc114-c504-45aa-8838-20a84a61e9c0', 'name': 'tempest-TestShelveInstance-1439691504-router', 'tenant_id': 'da7e9892b47c455d8e37f4de2870ea09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.61'}], 'enable_snat': True}, 'gw_port_id': '1098472c-779e-4c66-8a92-ce280f2c3662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:44:53Z', 'updated_at': '2021-05-31T11:44:55Z', 'revision_number': 3, 'project_id': 'da7e9892b47c455d8e37f4de2870ea09', 'gw_port': {'id': '1098472c-779e-4c66-8a92-ce280f2c3662', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ffc114-c504-45aa-8838-20a84a61e9c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:44:54Z', 'updated_at': '2021-05-31T11:44:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb'}], 'dv-cinder-786383-7-smb', False) {} {{(pid=98444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:44:59.347305 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28e58927-83c2-4af2-8147-10602f4fb941 None None] The sync data for ids ['92ffc114-c504-45aa-8838-20a84a61e9c0'] in dv-cinder-786383-7-smb is: [{'id': '92ffc114-c504-45aa-8838-20a84a61e9c0', 'name': 'tempest-TestShelveInstance-1439691504-router', 'tenant_id': 'da7e9892b47c455d8e37f4de2870ea09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.61'}], 'enable_snat': True}, 'gw_port_id': '1098472c-779e-4c66-8a92-ce280f2c3662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:44:53Z', 'updated_at': '2021-05-31T11:44:55Z', 'revision_number': 3, 'project_id': 'da7e9892b47c455d8e37f4de2870ea09', 'gw_port': {'id': '1098472c-779e-4c66-8a92-ce280f2c3662', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ffc114-c504-45aa-8838-20a84a61e9c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:44:54Z', 'updated_at': '2021-05-31T11:44:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb'}] {{(pid=98444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:44:59.504612 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-4d83d21f-bd70-4c79-a239-242345ce6b43 None None] Provisioning for port 14739b1c-b3eb-4ba4-a698-35b02850ecd9 completed by entity DHCP. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:44:59.512086 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-4d83d21f-bd70-4c79-a239-242345ce6b43 None None] Provisioning complete for port 14739b1c-b3eb-4ba4-a698-35b02850ecd9 triggered by entity DHCP. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:44:59.512786 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-4d83d21f-bd70-4c79-a239-242345ce6b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:59.513833 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963c43c1-e0a1-4ee5-9ee1-0e538d5398e2 req-b3722217-bf40-4442-8301-73879653307f tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:59.515406 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-963c43c1-e0a1-4ee5-9ee1-0e538d5398e2 req-b3722217-bf40-4442-8301-73879653307f tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=33574f64-485e-4e68-a475-b522f2b61547 HTTP/1.1" status: 200 len: 943 time: 0.1480746 May 31 11:44:59.604510 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.plugin [None req-4d83d21f-bd70-4c79-a239-242345ce6b43 None None] Port 14739b1c-b3eb-4ba4-a698-35b02850ecd9 cannot update to ACTIVE because it is not bound. {{(pid=98444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:44:59.611749 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-963c43c1-e0a1-4ee5-9ee1-0e538d5398e2 req-79214f3a-eef0-4d3a-824e-d3a381ab37ae tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=046f597b-d4db-468c-a75f-9b8ff1a241ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824018 May 31 11:44:59.708366 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-9c136870-0100-45c6-9069-cd9a2cf38dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:44:59.962167 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5517991c-3dc8-42c8-91fa-6d5e0366859d req-a7dcc659-1e71-48bd-8e30-da4c8729ec6a tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:44:59.963738 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-5517991c-3dc8-42c8-91fa-6d5e0366859d req-a7dcc659-1e71-48bd-8e30-da4c8729ec6a tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfd43d79-7a89-47cf-85d7-c4261370e32e HTTP/1.1" status: 200 len: 945 time: 0.2298856 May 31 11:45:00.050345 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device 025fb62b-39be-4417-bdf5-0bacff45b88c details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:45:00.059379 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-5517991c-3dc8-42c8-91fa-6d5e0366859d req-98e0f6ee-a52a-4018-8709-6d96d6996aca tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] 10.222.0.21 "GET /v2.0/security-groups?id=23ddb76d-0760-4348-9d11-238930422bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765800 May 31 11:45:00.084950 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-9c136870-0100-45c6-9069-cd9a2cf38dce admin admin] Notify callbacks [] for port, precommit_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:00.091178 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-9c136870-0100-45c6-9069-cd9a2cf38dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6713634'] for port, after_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:00.117343 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-c8dd97c2-f00b-4c96-844c-5648b017ebca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:00.176087 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-9fdf87ec-5ce8-4616-9e32-e9b9d10b7557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:00.225081 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] For port 025fb62b-39be-4417-bdf5-0bacff45b88c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=025fb62b-39be-4417-bdf5-0bacff45b88c,segment=NetworkSegment(12f240fb-3f58-4be6-b39c-8319e4893b89),segment_id=12f240fb-3f58-4be6-b39c-8319e4893b89)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:45:00.240170 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Returning: {'device': '025fb62b-39be-4417-bdf5-0bacff45b88c', 'network_id': 'f8884608-2755-4cc1-8a85-87c02cf10458', 'port_id': '025fb62b-39be-4417-bdf5-0bacff45b88c', 'mac_address': 'fa:16:3e:73:a6:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a988f52-3f6c-447c-ad15-932818f3661d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:45:00.310278 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c136870-0100-45c6-9069-cd9a2cf38dce admin admin] Pushing event updated for resources: {'Port': ['ID=14739b1c-b3eb-4ba4-a698-35b02850ecd9,revision_number=2']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:00.312863 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-9c136870-0100-45c6-9069-cd9a2cf38dce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7929610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369625'] for router_interface, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:00.316690 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-9c136870-0100-45c6-9069-cd9a2cf38dce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:00.335156 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:00.352053 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.notifiers.nova [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 025fb62b-39be-4417-bdf5-0bacff45b88c {{(pid=98444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:45:00.368030 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] For port 025fb62b-39be-4417-bdf5-0bacff45b88c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=025fb62b-39be-4417-bdf5-0bacff45b88c,segment=NetworkSegment(12f240fb-3f58-4be6-b39c-8319e4893b89),segment_id=12f240fb-3f58-4be6-b39c-8319e4893b89)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:45:00.372559 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:00.374447 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-46f0168f-9378-41f3-84d0-96cc07b1c2a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:00.443278 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Pushing event updated for resources: {'Port': ['ID=025fb62b-39be-4417-bdf5-0bacff45b88c,revision_number=4']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:00.447701 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:00.448755 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c136870-0100-45c6-9069-cd9a2cf38dce admin admin] Network a6b938de-a551-480c-9f2c-5c4136d08e82 is already hosted by enough agents. {{(pid=98442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:45:00.449965 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.base_scheduler [None req-9c136870-0100-45c6-9069-cd9a2cf38dce admin admin] Resources bound (agent type, host, resource id): {{(pid=98442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:45:00.531116 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device 1098472c-779e-4c66-8a92-ce280f2c3662 up at agent ovs-agent-dv-cinder-786383-7-smb {{(pid=98444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:45:00.618611 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Provisioning for port 1098472c-779e-4c66-8a92-ce280f2c3662 completed by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:45:00.624590 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Provisioning complete for port 1098472c-779e-4c66-8a92-ce280f2c3662 triggered by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:45:00.625012 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:00.657582 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c136870-0100-45c6-9069-cd9a2cf38dce admin admin] Router 92ffc114-c504-45aa-8838-20a84a61e9c0 has already been hosted by L3 agent 18500941-09fe-4120-b40f-cc1049bfe169 {{(pid=98442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:45:00.763535 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:00.767995 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-30bb9ea4-5d6b-4b32-acdc-d353848d3e60 None None] Provisioning complete for port 14739b1c-b3eb-4ba4-a698-35b02850ecd9 triggered by entity DHCP. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:45:00.768301 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-30bb9ea4-5d6b-4b32-acdc-d353848d3e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:00.800260 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] get_ports_and_sgs() called for port_ids ['025fb62b-39be-4417-bdf5-0bacff45b88c'] {{(pid=98444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:45:00.874157 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] For port 1098472c-779e-4c66-8a92-ce280f2c3662, host dv-cinder-786383-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-smb',level=0,port_id=1098472c-779e-4c66-8a92-ce280f2c3662,segment=NetworkSegment(1ab87b5a-2ab4-41da-bbc3-50466ba34034),segment_id=1ab87b5a-2ab4-41da-bbc3-50466ba34034)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:45:00.883855 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:00.890033 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-cdb5576c-3f87-401f-b148-75f156218f66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:00.904817 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c136870-0100-45c6-9069-cd9a2cf38dce admin admin] Notify agent at l3_agent.dv-cinder-786383-7-smb the message routers_updated {{(pid=98442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:45:00.917892 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-9c136870-0100-45c6-9069-cd9a2cf38dce admin admin] 10.222.0.21 "PUT /v2.0/routers/92ffc114-c504-45aa-8838-20a84a61e9c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0392697 May 31 11:45:00.925681 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.plugin [None req-30bb9ea4-5d6b-4b32-acdc-d353848d3e60 None None] Port 14739b1c-b3eb-4ba4-a698-35b02850ecd9 cannot update to ACTIVE because it is not bound. {{(pid=98444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:45:00.934611 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e263ac-616c-4b0b-a103-e8bbc4e1fdd2 req-b2deaf95-8441-4f75-a61c-d5b433f1175e tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:00.936185 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-00e263ac-616c-4b0b-a103-e8bbc4e1fdd2 req-b2deaf95-8441-4f75-a61c-d5b433f1175e tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=33574f64-485e-4e68-a475-b522f2b61547 HTTP/1.1" status: 200 len: 944 time: 0.1902370 May 31 11:45:00.987889 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Pushing event updated for resources: {'Port': ['ID=1098472c-779e-4c66-8a92-ce280f2c3662,revision_number=4']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:00.989423 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-00e263ac-616c-4b0b-a103-e8bbc4e1fdd2 req-93e97ef7-dc58-4e28-a497-07f657867ae4 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=046f597b-d4db-468c-a75f-9b8ff1a241ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438771 May 31 11:45:00.991772 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:01.109877 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2469c4e-b16c-462c-aa02-22f3cdad73cf None None] Sync routers for ids ['92ffc114-c504-45aa-8838-20a84a61e9c0'] in dv-cinder-786383-7-smb {{(pid=98445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:45:01.119879 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2469c4e-b16c-462c-aa02-22f3cdad73cf None None] Routers {'92ffc114-c504-45aa-8838-20a84a61e9c0'} bound to L3 agent in host dv-cinder-786383-7-smb {{(pid=98445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:45:01.120513 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_hamode_db [None req-b2469c4e-b16c-462c-aa02-22f3cdad73cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:33:28Z,description=,heartbeat_timestamp=2021-05-31T11:44:58Z,host='dv-cinder-786383-7-smb',id=18500941-09fe-4120-b40f-cc1049bfe169,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:33:28Z,topic='l3_agent')) {'router_ids': ['92ffc114-c504-45aa-8838-20a84a61e9c0'], 'active': True} {{(pid=98445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:45:01.291642 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91a7082-e43b-40ff-9b04-4c7d9f4e8fb8 req-f4f5145b-8a5f-4806-87c2-f6fbe644200e tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:01.294042 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-e91a7082-e43b-40ff-9b04-4c7d9f4e8fb8 req-f4f5145b-8a5f-4806-87c2-f6fbe644200e tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfd43d79-7a89-47cf-85d7-c4261370e32e HTTP/1.1" status: 200 len: 945 time: 0.0985296 May 31 11:45:01.309581 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_dvr_db [None req-b2469c4e-b16c-462c-aa02-22f3cdad73cf None None] Set router 92ffc114-c504-45aa-8838-20a84a61e9c0 gateway port host: dv-cinder-786383-7-smb {{(pid=98445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:45:01.351147 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-e91a7082-e43b-40ff-9b04-4c7d9f4e8fb8 req-217ceaf5-3a66-4762-92e9-27314b56efdf tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] 10.222.0.21 "GET /v2.0/security-groups?id=23ddb76d-0760-4348-9d11-238930422bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501714 May 31 11:45:01.635455 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_hamode_db [None req-b2469c4e-b16c-462c-aa02-22f3cdad73cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ffc114-c504-45aa-8838-20a84a61e9c0', 'name': 'tempest-TestShelveInstance-1439691504-router', 'tenant_id': 'da7e9892b47c455d8e37f4de2870ea09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.61'}], 'enable_snat': True}, 'gw_port_id': '1098472c-779e-4c66-8a92-ce280f2c3662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:44:53Z', 'updated_at': '2021-05-31T11:44:59Z', 'revision_number': 4, 'project_id': 'da7e9892b47c455d8e37f4de2870ea09', 'gw_port': {'id': '1098472c-779e-4c66-8a92-ce280f2c3662', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ffc114-c504-45aa-8838-20a84a61e9c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:44:54Z', 'updated_at': '2021-05-31T11:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb', '_interfaces': [{'id': '14739b1c-b3eb-4ba4-a698-35b02850ecd9', 'name': '', 'network_id': 'a6b938de-a551-480c-9f2c-5c4136d08e82', 'tenant_id': 'da7e9892b47c455d8e37f4de2870ea09', 'mac_address': 'fa:16:3e:f9:f4:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ffc114-c504-45aa-8838-20a84a61e9c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '8e4cdfc3-ae92-4456-8b30-cc5459acb680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:44:58Z', 'updated_at': '2021-05-31T11:44:59Z', 'revision_number': 2, 'project_id': 'da7e9892b47c455d8e37f4de2870ea09', 'subnets': [{'id': '8e4cdfc3-ae92-4456-8b30-cc5459acb680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-smb', False) {} {{(pid=98445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:45:01.640614 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2469c4e-b16c-462c-aa02-22f3cdad73cf None None] Checking router: 92ffc114-c504-45aa-8838-20a84a61e9c0 for host: dv-cinder-786383-7-smb {{(pid=98445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:45:01.640836 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2469c4e-b16c-462c-aa02-22f3cdad73cf None None] Updating router 92ffc114-c504-45aa-8838-20a84a61e9c0 port 14739b1c-b3eb-4ba4-a698-35b02850ecd9 binding host dv-cinder-786383-7-smb {{(pid=98445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 11:45:01.646513 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 34470) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:45:01.652948 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.v2.base [None req-591021f9-9610-4c0f-b2e1-598bfbd5d72d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-125489983-network', 'tenant_id': 'a0eef2595c964d1bbc439cf1e51f58bd'}} {{(pid=98443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:45:01.657685 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-591021f9-9610-4c0f-b2e1-598bfbd5d72d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:45:01.661484 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-591021f9-9610-4c0f-b2e1-598bfbd5d72d admin admin] Usage tracker for resource:network and tenant:a0eef2595c964d1bbc439cf1e51f58bd is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:45:01.665792 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-591021f9-9610-4c0f-b2e1-598bfbd5d72d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:45:01.671501 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-591021f9-9610-4c0f-b2e1-598bfbd5d72d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:45:01.681701 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-591021f9-9610-4c0f-b2e1-598bfbd5d72d admin admin] Made reservation on behalf of a0eef2595c964d1bbc439cf1e51f58bd for: {'network': 1} {{(pid=98443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:45:01.684458 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-591021f9-9610-4c0f-b2e1-598bfbd5d72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-574767'] for network, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:01.695109 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron_lib.callbacks.manager [None req-b2469c4e-b16c-462c-aa02-22f3cdad73cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:01.697143 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-591021f9-9610-4c0f-b2e1-598bfbd5d72d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:01.713665 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-591021f9-9610-4c0f-b2e1-598bfbd5d72d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:45:01.717487 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-591021f9-9610-4c0f-b2e1-598bfbd5d72d admin admin] Usage tracker for resource:security_group_rule and tenant:a0eef2595c964d1bbc439cf1e51f58bd is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:45:01.720492 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-591021f9-9610-4c0f-b2e1-598bfbd5d72d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:45:01.726772 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-591021f9-9610-4c0f-b2e1-598bfbd5d72d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:45:01.817876 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-591021f9-9610-4c0f-b2e1-598bfbd5d72d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:01.823437 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-591021f9-9610-4c0f-b2e1-598bfbd5d72d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:01.826479 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-ad54f45c-3614-4aaf-a01e-2a0840e45771 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:01.857373 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-591021f9-9610-4c0f-b2e1-598bfbd5d72d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 684} {{(pid=98443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:45:01.863041 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591021f9-9610-4c0f-b2e1-598bfbd5d72d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a6ae44-90b6-49ef-8ea5-c86627610288,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:01.866937 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-591021f9-9610-4c0f-b2e1-598bfbd5d72d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:01.870922 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-591021f9-9610-4c0f-b2e1-598bfbd5d72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654047'] for segment, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:01.871145 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.db.segments_db [None req-591021f9-9610-4c0f-b2e1-598bfbd5d72d admin admin] Added segment 5e18d713-fa27-4a1a-b198-bcac517fc1b3 of type vlan for network 3d2d6b87-a8c0-46ef-b315-18c880a374d7 May 31 11:45:01.897917 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-591021f9-9610-4c0f-b2e1-598bfbd5d72d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781593130307'] for network, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:01.929032 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-591021f9-9610-4c0f-b2e1-598bfbd5d72d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8325956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7927536'] for network, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:01.930538 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591021f9-9610-4c0f-b2e1-598bfbd5d72d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:01.931202 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-591021f9-9610-4c0f-b2e1-598bfbd5d72d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927509'] for network, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:01.936381 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-7bd167be-77f9-445d-9f26-facc8fa14aac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:02.036724 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-591021f9-9610-4c0f-b2e1-598bfbd5d72d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3884864 May 31 11:45:02.039778 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 34476) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:45:02.041250 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron_lib.callbacks.manager [None req-b2469c4e-b16c-462c-aa02-22f3cdad73cf None None] Notify callbacks [] for port, precommit_update {{(pid=98445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:02.047843 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591021f9-9610-4c0f-b2e1-598bfbd5d72d admin admin] Pushing event updated for resources: {'Network': ['ID=3d2d6b87-a8c0-46ef-b315-18c880a374d7,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:02.048415 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device 025fb62b-39be-4417-bdf5-0bacff45b88c up at agent hyperv_hv-cinder-78638 {{(pid=98444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:45:02.050602 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-591021f9-9610-4c0f-b2e1-598bfbd5d72d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:02.055332 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.provisioning_blocks [None req-b2469c4e-b16c-462c-aa02-22f3cdad73cf None None] Transition to ACTIVE for port object 14739b1c-b3eb-4ba4-a698-35b02850ecd9 will not be triggered until provisioned by entity L2. {{(pid=98445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:45:02.067216 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.v2.base [None req-c620b1d8-1425-4679-9726-af97d9ee4379 admin admin] Request body: {'subnet': {'network_id': '3d2d6b87-a8c0-46ef-b315-18c880a374d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-125489983-subnet', 'tenant_id': 'a0eef2595c964d1bbc439cf1e51f58bd', 'ip_version': 4}} {{(pid=98442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:45:02.067652 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron_lib.callbacks.manager [None req-b2469c4e-b16c-462c-aa02-22f3cdad73cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:02.073387 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-c620b1d8-1425-4679-9726-af97d9ee4379 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:45:02.073953 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:02.078966 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-c620b1d8-1425-4679-9726-af97d9ee4379 admin admin] Usage tracker for resource:subnet and tenant:a0eef2595c964d1bbc439cf1e51f58bd is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:45:02.082263 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-c620b1d8-1425-4679-9726-af97d9ee4379 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:45:02.089197 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-c620b1d8-1425-4679-9726-af97d9ee4379 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:45:02.104304 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c620b1d8-1425-4679-9726-af97d9ee4379 admin admin] Made reservation on behalf of a0eef2595c964d1bbc439cf1e51f58bd for: {'subnet': 1} {{(pid=98442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:45:02.107228 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-c620b1d8-1425-4679-9726-af97d9ee4379 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6019314'] for subnet, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:02.118163 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Network 3d2d6b87-a8c0-46ef-b315-18c880a374d7 details requested by agent ovs-agent-dv-cinder-786383-7-smb with host dv-cinder-786383-7-smb {{(pid=98444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:45:02.147753 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407e4cae-4280-4de1-8e7f-3ad54d0f494d None None] Pushing event updated for resources: {'Port': ['ID=14739b1c-b3eb-4ba4-a698-35b02850ecd9,revision_number=3']} {{(pid=98445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:02.151721 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG oslo_concurrency.lockutils [None req-407e4cae-4280-4de1-8e7f-3ad54d0f494d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:02.283535 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Provisioning for port 025fb62b-39be-4417-bdf5-0bacff45b88c completed by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:45:02.291139 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Provisioning complete for port 025fb62b-39be-4417-bdf5-0bacff45b88c triggered by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:45:02.291757 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:02.354059 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dae09c-ec1c-4169-ac44-5dfe37c5e87c req-a4539842-1c0e-4389-8c63-ea854826ebe8 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:02.361197 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.plugins.ml2.managers [None req-b2469c4e-b16c-462c-aa02-22f3cdad73cf None None] Attempting to bind port 14739b1c-b3eb-4ba4-a698-35b02850ecd9 on host dv-cinder-786383-7-smb for vnic_type normal with profile {{(pid=98445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:45:02.361462 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-c4dae09c-ec1c-4169-ac44-5dfe37c5e87c req-a4539842-1c0e-4389-8c63-ea854826ebe8 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=33574f64-485e-4e68-a475-b522f2b61547 HTTP/1.1" status: 200 len: 944 time: 0.1823952 May 31 11:45:02.361804 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.plugins.ml2.managers [None req-b2469c4e-b16c-462c-aa02-22f3cdad73cf None None] Attempting to bind port 14739b1c-b3eb-4ba4-a698-35b02850ecd9 by drivers openvswitch,hyperv on host dv-cinder-786383-7-smb at level 0 using segments [{'id': '146052b5-f78e-4c1f-a6d4-11a97914375b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'a6b938de-a551-480c-9f2c-5c4136d08e82'}] {{(pid=98445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:45:02.362159 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2469c4e-b16c-462c-aa02-22f3cdad73cf None None] Attempting to bind port 14739b1c-b3eb-4ba4-a698-35b02850ecd9 on network a6b938de-a551-480c-9f2c-5c4136d08e82 {{(pid=98445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:45:02.374327 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2469c4e-b16c-462c-aa02-22f3cdad73cf None None] Checking agent: {'id': '54e7e3e0-9dc4-46e7-99bd-8d5ea4dab531', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 33, 27), 'started_at': datetime.datetime(2021, 5, 31, 11, 33, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:45:02.376876 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2469c4e-b16c-462c-aa02-22f3cdad73cf None None] Checking segment: {'id': '146052b5-f78e-4c1f-a6d4-11a97914375b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'a6b938de-a551-480c-9f2c-5c4136d08e82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:45:02.377503 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron_lib.callbacks.manager [None req-b2469c4e-b16c-462c-aa02-22f3cdad73cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:02.378154 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2469c4e-b16c-462c-aa02-22f3cdad73cf None None] Bound using segment: {'id': '146052b5-f78e-4c1f-a6d4-11a97914375b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'a6b938de-a551-480c-9f2c-5c4136d08e82'} {{(pid=98445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:45:02.379199 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.plugins.ml2.managers [None req-b2469c4e-b16c-462c-aa02-22f3cdad73cf None None] Bound port: 14739b1c-b3eb-4ba4-a698-35b02850ecd9, host: dv-cinder-786383-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '146052b5-f78e-4c1f-a6d4-11a97914375b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'a6b938de-a551-480c-9f2c-5c4136d08e82'}}] {{(pid=98445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:45:02.379766 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron_lib.callbacks.manager [None req-b2469c4e-b16c-462c-aa02-22f3cdad73cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:02.446164 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-c4dae09c-ec1c-4169-ac44-5dfe37c5e87c req-c07393ea-7b37-458b-aeab-6f4a1e7f9308 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=046f597b-d4db-468c-a75f-9b8ff1a241ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833390 May 31 11:45:02.501050 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:02.509374 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.plugins.ml2.db [None req-b2469c4e-b16c-462c-aa02-22f3cdad73cf None None] For port 14739b1c-b3eb-4ba4-a698-35b02850ecd9, host dv-cinder-786383-7-smb, cleared binding levels {{(pid=98445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:45:02.518145 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.plugins.ml2.db [None req-b2469c4e-b16c-462c-aa02-22f3cdad73cf None None] For port 14739b1c-b3eb-4ba4-a698-35b02850ecd9, host dv-cinder-786383-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-smb',level=0,port_id=14739b1c-b3eb-4ba4-a698-35b02850ecd9,segment=NetworkSegment(146052b5-f78e-4c1f-a6d4-11a97914375b),segment_id=146052b5-f78e-4c1f-a6d4-11a97914375b)] {{(pid=98445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:45:02.528741 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron_lib.callbacks.manager [None req-b2469c4e-b16c-462c-aa02-22f3cdad73cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:02.535050 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:02.547653 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33574f64-485e-4e68-a475-b522f2b61547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '025fb62b-39be-4417-bdf5-0bacff45b88c'}] {{(pid=98444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:45:02.550100 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88ad6d6066f99d569bf87ae86d08865c72136362fb0dde426bf5d6223abbdd23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94f652cd-2107-4c27-9daf-f2360d71a9ba" -d '{"events": [{"server_uuid": "33574f64-485e-4e68-a475-b522f2b61547", "name": "network-vif-plugged", "status": "completed", "tag": "025fb62b-39be-4417-bdf5-0bacff45b88c"}]}' {{(pid=98444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:45:02.563711 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] For port 025fb62b-39be-4417-bdf5-0bacff45b88c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=025fb62b-39be-4417-bdf5-0bacff45b88c,segment=NetworkSegment(12f240fb-3f58-4be6-b39c-8319e4893b89),segment_id=12f240fb-3f58-4be6-b39c-8319e4893b89)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:45:02.572277 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device 1098472c-779e-4c66-8a92-ce280f2c3662 up at agent ovs-agent-dv-cinder-786383-7-smb {{(pid=98444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:45:02.621474 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:02.632225 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:02.666078 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2469c4e-b16c-462c-aa02-22f3cdad73cf None None] Routers {'92ffc114-c504-45aa-8838-20a84a61e9c0'} bound to L3 agent in host dv-cinder-786383-7-smb {{(pid=98445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:45:02.673524 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_hamode_db [None req-b2469c4e-b16c-462c-aa02-22f3cdad73cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:33:28Z,description=,heartbeat_timestamp=2021-05-31T11:44:58Z,host='dv-cinder-786383-7-smb',id=18500941-09fe-4120-b40f-cc1049bfe169,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:33:28Z,topic='l3_agent')) {'router_ids': ['92ffc114-c504-45aa-8838-20a84a61e9c0'], 'active': True} {{(pid=98445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:45:02.682541 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c81eb0-8738-42a0-b8f3-6cf6662ff95a x-openstack-request-id: req-86c81eb0-8738-42a0-b8f3-6cf6662ff95a {{(pid=98444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:45:02.683057 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33574f64-485e-4e68-a475-b522f2b61547", "name": "network-vif-plugged", "status": "completed", "tag": "025fb62b-39be-4417-bdf5-0bacff45b88c", "code": 200}]} {{(pid=98444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:45:02.689723 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-86c81eb0-8738-42a0-b8f3-6cf6662ff95a {{(pid=98444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:45:02.691937 dv-cinder-786383-7-smb neutron-server[98444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33574f64-485e-4e68-a475-b522f2b61547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '025fb62b-39be-4417-bdf5-0bacff45b88c', 'code': 200} May 31 11:45:02.747427 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e29e81e-5be8-4074-98e9-8f4fc0ecea46 req-53dc71f0-2ea7-4046-ac95-e86ddc62156a tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:02.756860 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-7e29e81e-5be8-4074-98e9-8f4fc0ecea46 req-53dc71f0-2ea7-4046-ac95-e86ddc62156a tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfd43d79-7a89-47cf-85d7-c4261370e32e HTTP/1.1" status: 200 len: 945 time: 0.2365818 May 31 11:45:02.812584 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Pushing event updated for resources: {'Port': ['ID=025fb62b-39be-4417-bdf5-0bacff45b88c,revision_number=5']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:02.829051 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:02.841501 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-7e29e81e-5be8-4074-98e9-8f4fc0ecea46 req-9cb06dde-5247-4545-8e7e-c3b221df1bb2 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] 10.222.0.21 "GET /v2.0/security-groups?id=23ddb76d-0760-4348-9d11-238930422bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830901 May 31 11:45:02.863249 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Provisioning complete for port 1098472c-779e-4c66-8a92-ce280f2c3662 triggered by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:45:02.863794 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:02.903881 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407e4cae-4280-4de1-8e7f-3ad54d0f494d None None] Pushing event updated for resources: {'Port': ['ID=14739b1c-b3eb-4ba4-a698-35b02850ecd9,revision_number=4']} {{(pid=98445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:02.921964 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_dvr_db [None req-b2469c4e-b16c-462c-aa02-22f3cdad73cf None None] Set router 92ffc114-c504-45aa-8838-20a84a61e9c0 gateway port host: dv-cinder-786383-7-smb {{(pid=98445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:45:02.970328 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG oslo_concurrency.lockutils [None req-407e4cae-4280-4de1-8e7f-3ad54d0f494d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=98445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:02.983420 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-c620b1d8-1425-4679-9726-af97d9ee4379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6324379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6019300'] for subnet, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:02.994759 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-ebbc2e32-7200-4e47-8215-aeafdbcdca8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:03.180101 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c620b1d8-1425-4679-9726-af97d9ee4379 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c035807-c08f-4d88-8196-d68a3e722613,revision_number=0']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:03.185446 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-c620b1d8-1425-4679-9726-af97d9ee4379 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:03.196339 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c620b1d8-1425-4679-9726-af97d9ee4379 admin admin] Checking segment: {'id': '5e18d713-fa27-4a1a-b198-bcac517fc1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '3d2d6b87-a8c0-46ef-b315-18c880a374d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:45:03.196692 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c620b1d8-1425-4679-9726-af97d9ee4379 admin admin] Network hostable DHCP agents. Network: 3d2d6b87-a8c0-46ef-b315-18c880a374d7, hostable agents: ['fb962da1-0809-46df-9ec4-203c2f15f643'], hosted agents: [] {{(pid=98442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:45:03.215021 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c8002-4ad7-4b97-89ff-eeff95442f46 req-c3c2fc26-32c2-4f21-87da-5c9cce520220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:03.216501 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-d69c8002-4ad7-4b97-89ff-eeff95442f46 req-c3c2fc26-32c2-4f21-87da-5c9cce520220 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=33574f64-485e-4e68-a475-b522f2b61547 HTTP/1.1" status: 200 len: 1098 time: 0.2698188 May 31 11:45:03.239322 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c620b1d8-1425-4679-9726-af97d9ee4379 admin admin] Network 3d2d6b87-a8c0-46ef-b315-18c880a374d7 is scheduled to be hosted by DHCP agent fb962da1-0809-46df-9ec4-203c2f15f643 with binding_index 1 {{(pid=98442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:45:03.251412 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_hamode_db [None req-b2469c4e-b16c-462c-aa02-22f3cdad73cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ffc114-c504-45aa-8838-20a84a61e9c0', 'name': 'tempest-TestShelveInstance-1439691504-router', 'tenant_id': 'da7e9892b47c455d8e37f4de2870ea09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.61'}], 'enable_snat': True}, 'gw_port_id': '1098472c-779e-4c66-8a92-ce280f2c3662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:44:53Z', 'updated_at': '2021-05-31T11:44:59Z', 'revision_number': 4, 'project_id': 'da7e9892b47c455d8e37f4de2870ea09', 'gw_port': {'id': '1098472c-779e-4c66-8a92-ce280f2c3662', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ffc114-c504-45aa-8838-20a84a61e9c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:44:54Z', 'updated_at': '2021-05-31T11:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb', '_interfaces': [{'id': '14739b1c-b3eb-4ba4-a698-35b02850ecd9', 'name': '', 'network_id': 'a6b938de-a551-480c-9f2c-5c4136d08e82', 'tenant_id': 'da7e9892b47c455d8e37f4de2870ea09', 'mac_address': 'fa:16:3e:f9:f4:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ffc114-c504-45aa-8838-20a84a61e9c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '8e4cdfc3-ae92-4456-8b30-cc5459acb680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:44:58Z', 'updated_at': '2021-05-31T11:45:02Z', 'revision_number': 4, 'project_id': 'da7e9892b47c455d8e37f4de2870ea09', 'subnets': [{'id': '8e4cdfc3-ae92-4456-8b30-cc5459acb680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-smb', False) {} {{(pid=98445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:45:03.256259 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2469c4e-b16c-462c-aa02-22f3cdad73cf None None] The sync data for ids ['92ffc114-c504-45aa-8838-20a84a61e9c0'] in dv-cinder-786383-7-smb is: [{'id': '92ffc114-c504-45aa-8838-20a84a61e9c0', 'name': 'tempest-TestShelveInstance-1439691504-router', 'tenant_id': 'da7e9892b47c455d8e37f4de2870ea09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.61'}], 'enable_snat': True}, 'gw_port_id': '1098472c-779e-4c66-8a92-ce280f2c3662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:44:53Z', 'updated_at': '2021-05-31T11:44:59Z', 'revision_number': 4, 'project_id': 'da7e9892b47c455d8e37f4de2870ea09', 'gw_port': {'id': '1098472c-779e-4c66-8a92-ce280f2c3662', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ffc114-c504-45aa-8838-20a84a61e9c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:44:54Z', 'updated_at': '2021-05-31T11:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb', '_interfaces': [{'id': '14739b1c-b3eb-4ba4-a698-35b02850ecd9', 'name': '', 'network_id': 'a6b938de-a551-480c-9f2c-5c4136d08e82', 'tenant_id': 'da7e9892b47c455d8e37f4de2870ea09', 'mac_address': 'fa:16:3e:f9:f4:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92ffc114-c504-45aa-8838-20a84a61e9c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '8e4cdfc3-ae92-4456-8b30-cc5459acb680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:44:58Z', 'updated_at': '2021-05-31T11:45:02Z', 'revision_number': 4, 'project_id': 'da7e9892b47c455d8e37f4de2870ea09', 'subnets': [{'id': '8e4cdfc3-ae92-4456-8b30-cc5459acb680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:45:03.259044 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.base_scheduler [None req-c620b1d8-1425-4679-9726-af97d9ee4379 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-7-smb, 3d2d6b87-a8c0-46ef-b315-18c880a374d7) {{(pid=98442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:45:03.267734 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831cbd7c-c529-407d-891e-af5f9a0d6150 None None] Network 3d2d6b87-a8c0-46ef-b315-18c880a374d7 requested from dv-cinder-786383-7-smb {{(pid=98444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:45:03.276269 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-d69c8002-4ad7-4b97-89ff-eeff95442f46 req-84ee7acb-76f3-4e99-9f8a-7ef8bb02a272 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=046f597b-d4db-468c-a75f-9b8ff1a241ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528717 May 31 11:45:03.278109 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c620b1d8-1425-4679-9726-af97d9ee4379 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:03.278702 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-c620b1d8-1425-4679-9726-af97d9ee4379 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927509'] for subnet, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:03.303752 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-c620b1d8-1425-4679-9726-af97d9ee4379 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2594225 May 31 11:45:03.304824 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 34490) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:45:03.313299 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.v2.base [None req-0ac0a10e-7972-4df0-9ca8-0750f9dca630 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-125489983-router', 'tenant_id': 'a0eef2595c964d1bbc439cf1e51f58bd', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3'}}} {{(pid=98442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:45:03.318644 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-0ac0a10e-7972-4df0-9ca8-0750f9dca630 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:45:03.323174 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-0ac0a10e-7972-4df0-9ca8-0750f9dca630 admin admin] Usage tracker for resource:router and tenant:a0eef2595c964d1bbc439cf1e51f58bd is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:45:03.328356 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-0ac0a10e-7972-4df0-9ca8-0750f9dca630 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:45:03.337947 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-0ac0a10e-7972-4df0-9ca8-0750f9dca630 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:45:03.348676 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-0ac0a10e-7972-4df0-9ca8-0750f9dca630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8360380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-651'] for router, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:03.349751 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-0ac0a10e-7972-4df0-9ca8-0750f9dca630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8360892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8365411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8385934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-658'] for router, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:03.367630 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-0ac0a10e-7972-4df0-9ca8-0750f9dca630 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:03.531660 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec6c47d-f02c-4e63-a153-4f8b7f6c93fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4276fea-128f-59c1-aa89-faee38dd1e47-3d2d6b87-a8c0-46ef-b315-18c880a374d7', 'network_id': '3d2d6b87-a8c0-46ef-b315-18c880a374d7', 'tenant_id': 'a0eef2595c964d1bbc439cf1e51f58bd', 'fixed_ips': [{'subnet_id': '0c035807-c08f-4d88-8196-d68a3e722613'}]}} from dv-cinder-786383-7-smb. {{(pid=98444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 11:45:03.532506 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-1ec6c47d-f02c-4e63-a153-4f8b7f6c93fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_create {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:03.712749 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.db_base_plugin_common [None req-1ec6c47d-f02c-4e63-a153-4f8b7f6c93fa None None] Allocated IP 172.20.0.2 (3d2d6b87-a8c0-46ef-b315-18c880a374d7/0c035807-c08f-4d88-8196-d68a3e722613/47082519-e653-47af-8f1d-42ecea822b75) {{(pid=98444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:45:03.713207 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-0ac0a10e-7972-4df0-9ca8-0750f9dca630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8365382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8360334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-736'] for router, precommit_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:03.826879 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ddb828-2b73-4c6a-92b7-c7ccb1a24fa1 req-6b3ad640-fbd1-40a8-abf8-247fd5813b46 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:03.828389 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-17ddb828-2b73-4c6a-92b7-c7ccb1a24fa1 req-6b3ad640-fbd1-40a8-abf8-247fd5813b46 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=33574f64-485e-4e68-a475-b522f2b61547 HTTP/1.1" status: 200 len: 945 time: 0.2453437 May 31 11:45:03.917395 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-17ddb828-2b73-4c6a-92b7-c7ccb1a24fa1 req-9104138a-1f48-4c50-8dbb-713e9f19564b tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=046f597b-d4db-468c-a75f-9b8ff1a241ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781317 May 31 11:45:04.011199 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-1ec6c47d-f02c-4e63-a153-4f8b7f6c93fa None None] Notify callbacks [] for port, precommit_create {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:04.021662 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-1ec6c47d-f02c-4e63-a153-4f8b7f6c93fa None None] Transition to ACTIVE for port object 47082519-e653-47af-8f1d-42ecea822b75 will not be triggered until provisioned by entity L2. {{(pid=98444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:45:04.044645 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-1ec6c47d-f02c-4e63-a153-4f8b7f6c93fa None None] Transition to ACTIVE for port object 47082519-e653-47af-8f1d-42ecea822b75 will not be triggered until provisioned by entity DHCP. {{(pid=98444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:45:04.051071 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-1ec6c47d-f02c-4e63-a153-4f8b7f6c93fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781593114058'] for port, after_create {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:04.056375 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:04.129591 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec6c47d-f02c-4e63-a153-4f8b7f6c93fa None None] Network 3d2d6b87-a8c0-46ef-b315-18c880a374d7 is already hosted by enough agents. {{(pid=98444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:45:04.136364 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.scheduler.base_scheduler [None req-1ec6c47d-f02c-4e63-a153-4f8b7f6c93fa None None] Resources bound (agent type, host, resource id): {{(pid=98444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:45:04.140281 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec6c47d-f02c-4e63-a153-4f8b7f6c93fa None None] Received port after_create {{(pid=98444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:45:04.150550 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec6c47d-f02c-4e63-a153-4f8b7f6c93fa None None] Pushing event updated for resources: {'Port': ['ID=47082519-e653-47af-8f1d-42ecea822b75,revision_number=1']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:04.189476 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-1ec6c47d-f02c-4e63-a153-4f8b7f6c93fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:04.243450 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-0ac0a10e-7972-4df0-9ca8-0750f9dca630 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:04.246556 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.managers [None req-1ec6c47d-f02c-4e63-a153-4f8b7f6c93fa None None] Attempting to bind port 47082519-e653-47af-8f1d-42ecea822b75 on host dv-cinder-786383-7-smb for vnic_type normal with profile {{(pid=98444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:45:04.246993 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.managers [None req-1ec6c47d-f02c-4e63-a153-4f8b7f6c93fa None None] Attempting to bind port 47082519-e653-47af-8f1d-42ecea822b75 by drivers openvswitch,hyperv on host dv-cinder-786383-7-smb at level 0 using segments [{'id': '5e18d713-fa27-4a1a-b198-bcac517fc1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '3d2d6b87-a8c0-46ef-b315-18c880a374d7'}] {{(pid=98444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:45:04.247360 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec6c47d-f02c-4e63-a153-4f8b7f6c93fa None None] Attempting to bind port 47082519-e653-47af-8f1d-42ecea822b75 on network 3d2d6b87-a8c0-46ef-b315-18c880a374d7 {{(pid=98444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:45:04.252950 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec6c47d-f02c-4e63-a153-4f8b7f6c93fa None None] Checking agent: {'id': '54e7e3e0-9dc4-46e7-99bd-8d5ea4dab531', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 33, 27), 'started_at': datetime.datetime(2021, 5, 31, 11, 33, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:45:04.253329 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec6c47d-f02c-4e63-a153-4f8b7f6c93fa None None] Checking segment: {'id': '5e18d713-fa27-4a1a-b198-bcac517fc1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '3d2d6b87-a8c0-46ef-b315-18c880a374d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:45:04.253743 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-1ec6c47d-f02c-4e63-a153-4f8b7f6c93fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:04.254414 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec6c47d-f02c-4e63-a153-4f8b7f6c93fa None None] Bound using segment: {'id': '5e18d713-fa27-4a1a-b198-bcac517fc1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '3d2d6b87-a8c0-46ef-b315-18c880a374d7'} {{(pid=98444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:45:04.254607 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.managers [None req-1ec6c47d-f02c-4e63-a153-4f8b7f6c93fa None None] Bound port: 47082519-e653-47af-8f1d-42ecea822b75, host: dv-cinder-786383-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e18d713-fa27-4a1a-b198-bcac517fc1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '3d2d6b87-a8c0-46ef-b315-18c880a374d7'}}] {{(pid=98444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:45:04.255017 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-1ec6c47d-f02c-4e63-a153-4f8b7f6c93fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:04.275104 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 34508) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:45:04.302124 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2ac00c-0a14-471a-85e0-6ec99aeb562e req-f404d8ad-541a-4d12-bb58-3093839d3c03 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:04.303898 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-4e2ac00c-0a14-471a-85e0-6ec99aeb562e req-f404d8ad-541a-4d12-bb58-3093839d3c03 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfd43d79-7a89-47cf-85d7-c4261370e32e HTTP/1.1" status: 200 len: 945 time: 0.3339877 May 31 11:45:04.308659 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-0ac0a10e-7972-4df0-9ca8-0750f9dca630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:04.356224 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-1ec6c47d-f02c-4e63-a153-4f8b7f6c93fa None None] For port 47082519-e653-47af-8f1d-42ecea822b75, host dv-cinder-786383-7-smb, cleared binding levels {{(pid=98444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:45:04.359537 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-1ec6c47d-f02c-4e63-a153-4f8b7f6c93fa None None] For port 47082519-e653-47af-8f1d-42ecea822b75, host dv-cinder-786383-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-smb',level=0,port_id=47082519-e653-47af-8f1d-42ecea822b75,segment=NetworkSegment(5e18d713-fa27-4a1a-b198-bcac517fc1b3),segment_id=5e18d713-fa27-4a1a-b198-bcac517fc1b3)] {{(pid=98444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:45:04.364734 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-1ec6c47d-f02c-4e63-a153-4f8b7f6c93fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:04.370253 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:04.448266 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-4e2ac00c-0a14-471a-85e0-6ec99aeb562e req-5a1a4728-c65b-420b-9cf2-b09057152dac tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] 10.222.0.21 "GET /v2.0/security-groups?id=23ddb76d-0760-4348-9d11-238930422bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649877 May 31 11:45:04.450157 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-6aa560dd-1946-4fb2-8dde-87d482dc4e5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:04.512692 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec6c47d-f02c-4e63-a153-4f8b7f6c93fa None None] Pushing event updated for resources: {'Port': ['ID=47082519-e653-47af-8f1d-42ecea822b75,revision_number=2']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:04.519100 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-1ec6c47d-f02c-4e63-a153-4f8b7f6c93fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:04.522166 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-6aa560dd-1946-4fb2-8dde-87d482dc4e5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:45:04.529864 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-6aa560dd-1946-4fb2-8dde-87d482dc4e5d admin admin] Usage tracker for resource:security_group_rule and tenant:6f6eca80239543469e2dac6185704ad9 is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:45:04.542035 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-6aa560dd-1946-4fb2-8dde-87d482dc4e5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:45:04.552329 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-6aa560dd-1946-4fb2-8dde-87d482dc4e5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:45:04.581861 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.db_base_plugin_common [None req-0ac0a10e-7972-4df0-9ca8-0750f9dca630 admin admin] Allocated IP 172.28.3.39 (21abd7a8-7011-4cfc-9928-6cba34534bd3/fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5/a08524a4-7b26-44d7-be50-93adcd101d5f) {{(pid=98442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:45:04.606914 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device 14739b1c-b3eb-4ba4-a698-35b02850ecd9 up at agent ovs-agent-dv-cinder-786383-7-smb {{(pid=98444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:45:04.685564 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-6aa560dd-1946-4fb2-8dde-87d482dc4e5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:04.702252 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-6aa560dd-1946-4fb2-8dde-87d482dc4e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:04.713806 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-36d22f21-62cc-4a4d-8659-177e26344401 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:04.714531 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Provisioning for port 14739b1c-b3eb-4ba4-a698-35b02850ecd9 completed by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:45:04.721222 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Provisioning complete for port 14739b1c-b3eb-4ba4-a698-35b02850ecd9 triggered by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:45:04.721908 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:04.778731 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-6aa560dd-1946-4fb2-8dde-87d482dc4e5d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6f6eca80239543469e2dac6185704ad9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5023687 May 31 11:45:04.781521 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 34514) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:45:04.782166 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa560dd-1946-4fb2-8dde-87d482dc4e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89af0067-1c28-49bc-b8bc-8597fbe9a402,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:04.785422 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-6aa560dd-1946-4fb2-8dde-87d482dc4e5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:04.893204 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:04.896958 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-7d00e117-c6a4-4be0-a9c3-b9f3afa56747 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:04.921349 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-0ac0a10e-7972-4df0-9ca8-0750f9dca630 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:04.926484 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] For port 14739b1c-b3eb-4ba4-a698-35b02850ecd9, host dv-cinder-786383-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-smb',level=0,port_id=14739b1c-b3eb-4ba4-a698-35b02850ecd9,segment=NetworkSegment(146052b5-f78e-4c1f-a6d4-11a97914375b),segment_id=146052b5-f78e-4c1f-a6d4-11a97914375b)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:45:04.931463 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:04.934438 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:04.943386 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-7d00e117-c6a4-4be0-a9c3-b9f3afa56747 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:05.003245 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-0ac0a10e-7972-4df0-9ca8-0750f9dca630 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781593114058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6713643'] for port, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:05.008740 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:05.026873 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Pushing event updated for resources: {'Port': ['ID=14739b1c-b3eb-4ba4-a698-35b02850ecd9,revision_number=5']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:05.036417 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:05.067905 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-7d00e117-c6a4-4be0-a9c3-b9f3afa56747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:05.132679 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac0a10e-7972-4df0-9ca8-0750f9dca630 admin admin] Network 21abd7a8-7011-4cfc-9928-6cba34534bd3 is already hosted by enough agents. {{(pid=98442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:45:05.135238 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac0a10e-7972-4df0-9ca8-0750f9dca630 admin admin] Pushing event updated for resources: {'Port': ['ID=a08524a4-7b26-44d7-be50-93adcd101d5f,revision_number=1']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:05.138581 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.base_scheduler [None req-0ac0a10e-7972-4df0-9ca8-0750f9dca630 admin admin] Resources bound (agent type, host, resource id): {{(pid=98442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:45:05.145577 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac0a10e-7972-4df0-9ca8-0750f9dca630 admin admin] Received port after_create {{(pid=98442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:45:05.269036 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-0ac0a10e-7972-4df0-9ca8-0750f9dca630 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:05.269812 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-80171940-8f72-40cc-b964-cfb2a0084c61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.167s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:05.336840 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d00e117-c6a4-4be0-a9c3-b9f3afa56747 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89af0067-1c28-49bc-b8bc-8597fbe9a402,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:05.348541 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-7d00e117-c6a4-4be0-a9c3-b9f3afa56747 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:05.366978 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-7d00e117-c6a4-4be0-a9c3-b9f3afa56747 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:05.367961 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-7d00e117-c6a4-4be0-a9c3-b9f3afa56747 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/89af0067-1c28-49bc-b8bc-8597fbe9a402 HTTP/1.1" status: 204 len: 168 time: 0.5843561 May 31 11:45:05.494881 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691cf44b-0dd3-4cee-8332-ddf89ca75fa4 None None] Network 3d2d6b87-a8c0-46ef-b315-18c880a374d7 requested from dv-cinder-786383-7-smb {{(pid=98444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:45:05.534813 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1c2dd9-18fb-4d8f-8645-4abf76deaf67 req-701b2ca6-be6f-456f-a923-1dfd12fa88c8 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:05.536694 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-0b1c2dd9-18fb-4d8f-8645-4abf76deaf67 req-701b2ca6-be6f-456f-a923-1dfd12fa88c8 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=33574f64-485e-4e68-a475-b522f2b61547 HTTP/1.1" status: 200 len: 945 time: 0.4796529 May 31 11:45:05.648996 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-cadccc28-3444-4070-a6b1-d7fcbab534b4 None None] Provisioning for port 47082519-e653-47af-8f1d-42ecea822b75 completed by entity DHCP. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:45:05.684586 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e8b92d-2ff0-4dd4-9956-bd16b96f096b req-0caa0f25-1057-4802-bfca-d6c4a6609dc0 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:05.686029 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-06e8b92d-2ff0-4dd4-9956-bd16b96f096b req-0caa0f25-1057-4802-bfca-d6c4a6609dc0 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] 10.222.0.61 "GET /v2.0/ports?device_id=dfd43d79-7a89-47cf-85d7-c4261370e32e HTTP/1.1" status: 200 len: 945 time: 0.4058971 May 31 11:45:05.776367 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-0b1c2dd9-18fb-4d8f-8645-4abf76deaf67 req-7cd88b8b-943f-4bde-b7a2-226ecc479040 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=046f597b-d4db-468c-a75f-9b8ff1a241ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2059734 May 31 11:45:06.059289 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ed77af-bc68-41cd-a647-3cea358d9f3e req-bacf76c2-c3d2-44cb-bef2-04658fba6eae tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:06.060797 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-05ed77af-bc68-41cd-a647-3cea358d9f3e req-bacf76c2-c3d2-44cb-bef2-04658fba6eae tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfd43d79-7a89-47cf-85d7-c4261370e32e HTTP/1.1" status: 200 len: 945 time: 0.4653740 May 31 11:45:06.103258 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-0ac0a10e-7972-4df0-9ca8-0750f9dca630 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:06.223096 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-05ed77af-bc68-41cd-a647-3cea358d9f3e req-91155d0d-f3a1-4233-b9b0-6c917847aac3 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] 10.222.0.21 "GET /v2.0/security-groups?id=23ddb76d-0760-4348-9d11-238930422bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531563 May 31 11:45:06.288405 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.plugin [req-06e8b92d-2ff0-4dd4-9956-bd16b96f096b req-523cfaf1-1a9e-4b35-94b2-728f39d918c2 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Deleting port 964332a4-40af-4781-902e-a07ed83d63a7 {{(pid=98442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:45:06.289077 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-06e8b92d-2ff0-4dd4-9956-bd16b96f096b req-523cfaf1-1a9e-4b35-94b2-728f39d918c2 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781593492803'] for port, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:06.319901 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8629f2d8-4b09-4825-a41d-376d538b04f3 req-cf08e823-2af3-4721-ba5e-aeeb95d58173 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:06.321271 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-8629f2d8-4b09-4825-a41d-376d538b04f3 req-cf08e823-2af3-4721-ba5e-aeeb95d58173 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=33574f64-485e-4e68-a475-b522f2b61547 HTTP/1.1" status: 200 len: 945 time: 0.4234338 May 31 11:45:06.330221 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 34526) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:45:06.335832 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.v2.base [None req-e4b366df-169b-4fdd-9b41-3bddf37af70a tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Request body: {'floatingip': {'port_id': '025fb62b-39be-4417-bdf5-0bacff45b88c'}} {{(pid=98443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:45:06.522832 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-e4b366df-169b-4fdd-9b41-3bddf37af70a tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks [] for floatingip, before_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:06.607761 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device 14739b1c-b3eb-4ba4-a698-35b02850ecd9 up at agent ovs-agent-dv-cinder-786383-7-smb {{(pid=98444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:45:06.609093 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.db [req-06e8b92d-2ff0-4dd4-9956-bd16b96f096b req-523cfaf1-1a9e-4b35-94b2-728f39d918c2 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] For port 964332a4-40af-4781-902e-a07ed83d63a7, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=964332a4-40af-4781-902e-a07ed83d63a7,segment=NetworkSegment(0d82a303-062a-4e38-9ea1-2b0281f8e184),segment_id=0d82a303-062a-4e38-9ea1-2b0281f8e184)] {{(pid=98442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:45:06.609260 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-06e8b92d-2ff0-4dd4-9956-bd16b96f096b req-523cfaf1-1a9e-4b35-94b2-728f39d918c2 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8366366'] for port, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:06.688572 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Provisioning complete for port 14739b1c-b3eb-4ba4-a698-35b02850ecd9 triggered by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:45:06.689112 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:06.812455 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device 47082519-e653-47af-8f1d-42ecea822b75 up at agent ovs-agent-dv-cinder-786383-7-smb {{(pid=98444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:45:06.855016 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.plugin [req-06e8b92d-2ff0-4dd4-9956-bd16b96f096b req-523cfaf1-1a9e-4b35-94b2-728f39d918c2 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Calling delete_port for 964332a4-40af-4781-902e-a07ed83d63a7 owned by compute:nova {{(pid=98442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:45:06.866619 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-0ac0a10e-7972-4df0-9ca8-0750f9dca630 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8360373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8365317'] for router, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:06.885589 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Provisioning for port 47082519-e653-47af-8f1d-42ecea822b75 completed by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:45:06.890522 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Provisioning complete for port 47082519-e653-47af-8f1d-42ecea822b75 triggered by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:45:06.890918 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:07.012637 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:07.045875 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] For port 47082519-e653-47af-8f1d-42ecea822b75, host dv-cinder-786383-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-smb',level=0,port_id=47082519-e653-47af-8f1d-42ecea822b75,segment=NetworkSegment(5e18d713-fa27-4a1a-b198-bcac517fc1b3),segment_id=5e18d713-fa27-4a1a-b198-bcac517fc1b3)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:45:07.050637 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:07.053214 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:07.130639 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Pushing event updated for resources: {'Port': ['ID=47082519-e653-47af-8f1d-42ecea822b75,revision_number=3']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:07.134257 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:07.150753 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ac0a10e-7972-4df0-9ca8-0750f9dca630 admin admin] Router cc7deb74-81f1-4ff9-aef1-d17df865397e is scheduled to L3 agent 18500941-09fe-4120-b40f-cc1049bfe169 with binding_index 1 {{(pid=98442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 11:45:07.159032 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-06e8b92d-2ff0-4dd4-9956-bd16b96f096b req-523cfaf1-1a9e-4b35-94b2-728f39d918c2 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781593493926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781593114067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6713643'] for port, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:07.160266 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-e4b366df-169b-4fdd-9b41-3bddf37af70a tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:07.165211 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-e4b366df-169b-4fdd-9b41-3bddf37af70a tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8365565'] for floatingip, after_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:07.166094 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-300c1650-808c-4638-a8d9-403b978faf46 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:07.284285 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523cfaf1-1a9e-4b35-94b2-728f39d918c2 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Pushing event deleted for resources: {'Port': ['ID=964332a4-40af-4781-902e-a07ed83d63a7,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:07.287300 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-523cfaf1-1a9e-4b35-94b2-728f39d918c2 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:07.351814 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.db.l3_db [None req-e4b366df-169b-4fdd-9b41-3bddf37af70a tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Floating IP a3cdee28-283e-456c-a7b5-1dc4677005b0 associated. External IP: 172.28.3.81, port: 025fb62b-39be-4417-bdf5-0bacff45b88c. May 31 11:45:07.450301 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.l3_dvrscheduler_db [req-06e8b92d-2ff0-4dd4-9956-bd16b96f096b req-523cfaf1-1a9e-4b35-94b2-728f39d918c2 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] No DVR routers for this DVR port 964332a4-40af-4781-902e-a07ed83d63a7 on host hv-cinder-78638 {{(pid=98442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:45:07.463342 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-06e8b92d-2ff0-4dd4-9956-bd16b96f096b req-523cfaf1-1a9e-4b35-94b2-728f39d918c2 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523773'] for port, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:07.470176 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd43d79-7a89-47cf-85d7-c4261370e32e', 'name': 'network-vif-deleted', 'tag': '964332a4-40af-4781-902e-a07ed83d63a7'}] {{(pid=98442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:45:07.472482 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98a8129e16d579ddc31ed5ae2a657a86bf742727e38e306195ca605a81ff71cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdfca7aa-abf3-4918-bb3f-88bd7ea7d70a" -d '{"events": [{"server_uuid": "dfd43d79-7a89-47cf-85d7-c4261370e32e", "name": "network-vif-deleted", "tag": "964332a4-40af-4781-902e-a07ed83d63a7"}]}' {{(pid=98442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:45:07.486733 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-81de40b7-472f-4fd3-a63a-a331c719a7ad req-7e22cce8-ac13-45bf-9e9a-66df6022d948 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfd43d79-7a89-47cf-85d7-c4261370e32e HTTP/1.1" status: 200 len: 210 time: 0.1274459 May 31 11:45:07.507656 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-06e8b92d-2ff0-4dd4-9956-bd16b96f096b req-523cfaf1-1a9e-4b35-94b2-728f39d918c2 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] 10.222.0.61 "DELETE /v2.0/ports/964332a4-40af-4781-902e-a07ed83d63a7 HTTP/1.1" status: 204 len: 173 time: 1.8066270 May 31 11:45:07.515362 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac0a10e-7972-4df0-9ca8-0750f9dca630 admin admin] Notify agent at l3_agent.dv-cinder-786383-7-smb the message routers_updated {{(pid=98442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:45:07.528421 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d232548-94fc-419e-b820-71178e031cbb None None] Sync routers for ids ['cc7deb74-81f1-4ff9-aef1-d17df865397e'] in dv-cinder-786383-7-smb {{(pid=98444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:45:07.538831 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-0ac0a10e-7972-4df0-9ca8-0750f9dca630 admin admin] Notify callbacks [] for router, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:07.540266 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-0ac0a10e-7972-4df0-9ca8-0750f9dca630 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.2352264 May 31 11:45:07.544575 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 34534) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:45:07.555772 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d232548-94fc-419e-b820-71178e031cbb None None] Routers {'cc7deb74-81f1-4ff9-aef1-d17df865397e'} bound to L3 agent in host dv-cinder-786383-7-smb {{(pid=98444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:45:07.559643 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_hamode_db [None req-8d232548-94fc-419e-b820-71178e031cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:33:28Z,description=,heartbeat_timestamp=2021-05-31T11:44:58Z,host='dv-cinder-786383-7-smb',id=18500941-09fe-4120-b40f-cc1049bfe169,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:33:28Z,topic='l3_agent')) {'router_ids': ['cc7deb74-81f1-4ff9-aef1-d17df865397e'], 'active': True} {{(pid=98444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:45:07.668486 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7534bc1-570d-491e-a7ef-531274c4e032 x-openstack-request-id: req-b7534bc1-570d-491e-a7ef-531274c4e032 {{(pid=98442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:45:07.668963 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfd43d79-7a89-47cf-85d7-c4261370e32e", "name": "network-vif-deleted", "tag": "964332a4-40af-4781-902e-a07ed83d63a7", "status": "completed", "code": 200}]} {{(pid=98442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:45:07.669402 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b7534bc1-570d-491e-a7ef-531274c4e032 {{(pid=98442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:45:07.670020 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd43d79-7a89-47cf-85d7-c4261370e32e', 'name': 'network-vif-deleted', 'tag': '964332a4-40af-4781-902e-a07ed83d63a7', 'status': 'completed', 'code': 200} May 31 11:45:07.833038 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvr_db [None req-8d232548-94fc-419e-b820-71178e031cbb None None] Set router cc7deb74-81f1-4ff9-aef1-d17df865397e gateway port host: dv-cinder-786383-7-smb {{(pid=98444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:45:07.855892 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4b366df-169b-4fdd-9b41-3bddf37af70a tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Router 64bf3e4e-cdd4-46da-8f77-0a9437927652 has already been hosted by L3 agent 18500941-09fe-4120-b40f-cc1049bfe169 {{(pid=98443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:45:08.066547 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device 964332a4-40af-4781-902e-a07ed83d63a7 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:45:08.106734 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.plugin [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] No Port match for: 964332a4-40af-4781-902e-a07ed83d63a7 {{(pid=98444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:45:08.107246 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device 964332a4-40af-4781-902e-a07ed83d63a7 not bound to the agent host hv-cinder-78638 {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:45:08.197221 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_hamode_db [None req-8d232548-94fc-419e-b820-71178e031cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7deb74-81f1-4ff9-aef1-d17df865397e', 'name': 'tempest-TestShelveInstance-125489983-router', 'tenant_id': 'a0eef2595c964d1bbc439cf1e51f58bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.39'}], 'enable_snat': True}, 'gw_port_id': 'a08524a4-7b26-44d7-be50-93adcd101d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:45:03Z', 'updated_at': '2021-05-31T11:45:05Z', 'revision_number': 3, 'project_id': 'a0eef2595c964d1bbc439cf1e51f58bd', 'gw_port': {'id': 'a08524a4-7b26-44d7-be50-93adcd101d5f', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:79:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7deb74-81f1-4ff9-aef1-d17df865397e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:45:04Z', 'updated_at': '2021-05-31T11:45:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb'}], 'dv-cinder-786383-7-smb', False) {} {{(pid=98444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:45:08.201763 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d232548-94fc-419e-b820-71178e031cbb None None] Checking router: cc7deb74-81f1-4ff9-aef1-d17df865397e for host: dv-cinder-786383-7-smb {{(pid=98444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:45:08.202369 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d232548-94fc-419e-b820-71178e031cbb None None] Updating router cc7deb74-81f1-4ff9-aef1-d17df865397e port a08524a4-7b26-44d7-be50-93adcd101d5f binding host dv-cinder-786383-7-smb {{(pid=98444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 11:45:08.204302 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4b366df-169b-4fdd-9b41-3bddf37af70a tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify agent at l3_agent.dv-cinder-786383-7-smb the message routers_updated {{(pid=98443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:45:08.214709 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b94bc9-9d5a-4240-95d8-b8f38e4aa9b9 None None] Sync routers for ids ['64bf3e4e-cdd4-46da-8f77-0a9437927652'] in dv-cinder-786383-7-smb {{(pid=98445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:45:08.217126 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-e4b366df-169b-4fdd-9b41-3bddf37af70a tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523773'] for floatingip, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:08.227304 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b94bc9-9d5a-4240-95d8-b8f38e4aa9b9 None None] Routers {'64bf3e4e-cdd4-46da-8f77-0a9437927652'} bound to L3 agent in host dv-cinder-786383-7-smb {{(pid=98445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:45:08.229565 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_hamode_db [None req-18b94bc9-9d5a-4240-95d8-b8f38e4aa9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:33:28Z,description=,heartbeat_timestamp=2021-05-31T11:44:58Z,host='dv-cinder-786383-7-smb',id=18500941-09fe-4120-b40f-cc1049bfe169,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:33:28Z,topic='l3_agent')) {'router_ids': ['64bf3e4e-cdd4-46da-8f77-0a9437927652'], 'active': True} {{(pid=98445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:45:08.286329 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-e4b366df-169b-4fdd-9b41-3bddf37af70a tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "PUT /v2.0/floatingips/a3cdee28-283e-456c-a7b5-1dc4677005b0 HTTP/1.1" status: 200 len: 990 time: 1.9549358 May 31 11:45:08.290045 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33574f64-485e-4e68-a475-b522f2b61547', 'tag': '025fb62b-39be-4417-bdf5-0bacff45b88c'}] {{(pid=98443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:45:08.297336 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56017c51fa2db9d96507774d194550d251c1d18f102e1d67e4a71b2ac79ee147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e70513-2fe9-4f65-aa2a-a1bf258d7d91" -d '{"events": [{"name": "network-changed", "server_uuid": "33574f64-485e-4e68-a475-b522f2b61547", "tag": "025fb62b-39be-4417-bdf5-0bacff45b88c"}]}' {{(pid=98443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:45:08.324366 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-8d232548-94fc-419e-b820-71178e031cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:08.403470 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab9f3ca-6690-42a7-9ed5-c9fa83399a15 x-openstack-request-id: req-aab9f3ca-6690-42a7-9ed5-c9fa83399a15 {{(pid=98443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:45:08.403969 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33574f64-485e-4e68-a475-b522f2b61547", "tag": "025fb62b-39be-4417-bdf5-0bacff45b88c", "status": "completed", "code": 200}]} {{(pid=98443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:45:08.404098 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aab9f3ca-6690-42a7-9ed5-c9fa83399a15 {{(pid=98443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:45:08.404481 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33574f64-485e-4e68-a475-b522f2b61547', 'tag': '025fb62b-39be-4417-bdf5-0bacff45b88c', 'status': 'completed', 'code': 200} May 31 11:45:08.479071 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:08.509920 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_dvr_db [None req-18b94bc9-9d5a-4240-95d8-b8f38e4aa9b9 None None] Set router 64bf3e4e-cdd4-46da-8f77-0a9437927652 gateway port host: dv-cinder-786383-7-smb {{(pid=98445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:45:08.529123 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device 47082519-e653-47af-8f1d-42ecea822b75 up at agent ovs-agent-dv-cinder-786383-7-smb {{(pid=98444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:45:08.636438 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e70513-2fe9-4f65-aa2a-a1bf258d7d91 req-1a309ad8-7fdc-480c-9ec0-9a86db08aac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:08.638922 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-a1e70513-2fe9-4f65-aa2a-a1bf258d7d91 req-1a309ad8-7fdc-480c-9ec0-9a86db08aac2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=63cd0d6391a448f89fefef2dc7ef2e38&device_id=33574f64-485e-4e68-a475-b522f2b61547 HTTP/1.1" status: 200 len: 1098 time: 0.1889966 May 31 11:45:08.641285 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-cf48859c-f9a3-4ab1-bdfc-2082a621fef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:08.705405 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Provisioning complete for port 47082519-e653-47af-8f1d-42ecea822b75 triggered by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:45:08.705784 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:08.862312 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e70513-2fe9-4f65-aa2a-a1bf258d7d91 req-b683f0bb-1e5e-4724-9b09-c91b739e576b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:08.863858 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-a1e70513-2fe9-4f65-aa2a-a1bf258d7d91 req-b683f0bb-1e5e-4724-9b09-c91b739e576b service neutron] 10.222.0.61 "GET /v2.0/networks?id=f8884608-2755-4cc1-8a85-87c02cf10458 HTTP/1.1" status: 200 len: 918 time: 0.2100124 May 31 11:45:08.931919 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-8d232548-94fc-419e-b820-71178e031cbb None None] Notify callbacks [] for port, precommit_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:08.946732 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-8d232548-94fc-419e-b820-71178e031cbb None None] Transition to ACTIVE for port object a08524a4-7b26-44d7-be50-93adcd101d5f will not be triggered until provisioned by entity L2. {{(pid=98444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:45:08.955521 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-8d232548-94fc-419e-b820-71178e031cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:08.959780 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:09.023461 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_hamode_db [None req-18b94bc9-9d5a-4240-95d8-b8f38e4aa9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64bf3e4e-cdd4-46da-8f77-0a9437927652', 'name': 'tempest-AttachVolumeShelveTestJSON-1665589338-router', 'tenant_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.235'}], 'enable_snat': True}, 'gw_port_id': '605f9302-436e-4adb-8bb8-d3f81b4d706b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:44:39Z', 'updated_at': '2021-05-31T11:44:44Z', 'revision_number': 4, 'project_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'gw_port': {'id': '605f9302-436e-4adb-8bb8-d3f81b4d706b', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:18:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bf3e4e-cdd4-46da-8f77-0a9437927652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:44:40Z', 'updated_at': '2021-05-31T11:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb', '_floatingips': [{'id': 'a3cdee28-283e-456c-a7b5-1dc4677005b0', 'tenant_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'floating_ip_address': '172.28.3.81', 'floating_network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'router_id': '64bf3e4e-cdd4-46da-8f77-0a9437927652', 'port_id': '025fb62b-39be-4417-bdf5-0bacff45b88c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8884608-2755-4cc1-8a85-87c02cf10458', 'mac_address': 'fa:16:3e:73:a6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33574f64-485e-4e68-a475-b522f2b61547', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:44:48Z', 'updated_at': '2021-05-31T11:45:07Z', 'revision_number': 1, 'project_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e1c848a-433e-4e00-9d0d-38eb7f56e8c4', 'name': '', 'network_id': 'f8884608-2755-4cc1-8a85-87c02cf10458', 'tenant_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'mac_address': 'fa:16:3e:8a:46:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bf3e4e-cdd4-46da-8f77-0a9437927652', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '0a988f52-3f6c-447c-ad15-932818f3661d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:44:43Z', 'updated_at': '2021-05-31T11:44:51Z', 'revision_number': 5, 'project_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'subnets': [{'id': '0a988f52-3f6c-447c-ad15-932818f3661d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-smb', False) {} {{(pid=98445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:45:09.029291 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b94bc9-9d5a-4240-95d8-b8f38e4aa9b9 None None] Checking router: 64bf3e4e-cdd4-46da-8f77-0a9437927652 for host: dv-cinder-786383-7-smb {{(pid=98445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:45:09.032209 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514129f5-1254-4e27-8484-1a3387fe8041 None None] Pushing event updated for resources: {'Port': ['ID=a08524a4-7b26-44d7-be50-93adcd101d5f,revision_number=2']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:09.035309 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-514129f5-1254-4e27-8484-1a3387fe8041 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:09.042560 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b94bc9-9d5a-4240-95d8-b8f38e4aa9b9 None None] Routers {'64bf3e4e-cdd4-46da-8f77-0a9437927652'} bound to L3 agent in host dv-cinder-786383-7-smb {{(pid=98445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:45:09.046898 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_hamode_db [None req-18b94bc9-9d5a-4240-95d8-b8f38e4aa9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:33:28Z,description=,heartbeat_timestamp=2021-05-31T11:44:58Z,host='dv-cinder-786383-7-smb',id=18500941-09fe-4120-b40f-cc1049bfe169,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:33:28Z,topic='l3_agent')) {'router_ids': ['64bf3e4e-cdd4-46da-8f77-0a9437927652'], 'active': True} {{(pid=98445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:45:09.064143 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.managers [None req-8d232548-94fc-419e-b820-71178e031cbb None None] Attempting to bind port a08524a4-7b26-44d7-be50-93adcd101d5f on host dv-cinder-786383-7-smb for vnic_type normal with profile {{(pid=98444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:45:09.064517 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.managers [None req-8d232548-94fc-419e-b820-71178e031cbb None None] Attempting to bind port a08524a4-7b26-44d7-be50-93adcd101d5f by drivers openvswitch,hyperv on host dv-cinder-786383-7-smb at level 0 using segments [{'id': '1ab87b5a-2ab4-41da-bbc3-50466ba34034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3'}] {{(pid=98444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:45:09.064969 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d232548-94fc-419e-b820-71178e031cbb None None] Attempting to bind port a08524a4-7b26-44d7-be50-93adcd101d5f on network 21abd7a8-7011-4cfc-9928-6cba34534bd3 {{(pid=98444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:45:09.070635 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d232548-94fc-419e-b820-71178e031cbb None None] Checking agent: {'id': '54e7e3e0-9dc4-46e7-99bd-8d5ea4dab531', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 33, 27), 'started_at': datetime.datetime(2021, 5, 31, 11, 33, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:45:09.071047 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d232548-94fc-419e-b820-71178e031cbb None None] Checking segment: {'id': '1ab87b5a-2ab4-41da-bbc3-50466ba34034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:45:09.071435 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-8d232548-94fc-419e-b820-71178e031cbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:09.071827 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d232548-94fc-419e-b820-71178e031cbb None None] Bound using segment: {'id': '1ab87b5a-2ab4-41da-bbc3-50466ba34034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3'} {{(pid=98444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:45:09.072296 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.managers [None req-8d232548-94fc-419e-b820-71178e031cbb None None] Bound port: a08524a4-7b26-44d7-be50-93adcd101d5f, host: dv-cinder-786383-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ab87b5a-2ab4-41da-bbc3-50466ba34034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3'}}] {{(pid=98444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:45:09.072774 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-8d232548-94fc-419e-b820-71178e031cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:09.079961 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-a1e70513-2fe9-4f65-aa2a-a1bf258d7d91 req-435ebe40-d473-49ec-877c-db03bc90078d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=025fb62b-39be-4417-bdf5-0bacff45b88c HTTP/1.1" status: 200 len: 998 time: 0.1659596 May 31 11:45:09.155487 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.db_base_plugin_common [None req-cf48859c-f9a3-4ab1-bdfc-2082a621fef7 admin admin] Allocated IP 172.20.0.1 (3d2d6b87-a8c0-46ef-b315-18c880a374d7/0c035807-c08f-4d88-8196-d68a3e722613/a067fc06-ab35-410c-81a1-bda8be64d1d7) {{(pid=98442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:45:09.161145 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-8d232548-94fc-419e-b820-71178e031cbb None None] For port a08524a4-7b26-44d7-be50-93adcd101d5f, host dv-cinder-786383-7-smb, cleared binding levels {{(pid=98444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:45:09.165732 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-8d232548-94fc-419e-b820-71178e031cbb None None] For port a08524a4-7b26-44d7-be50-93adcd101d5f, host dv-cinder-786383-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-smb',level=0,port_id=a08524a4-7b26-44d7-be50-93adcd101d5f,segment=NetworkSegment(1ab87b5a-2ab4-41da-bbc3-50466ba34034),segment_id=1ab87b5a-2ab4-41da-bbc3-50466ba34034)] {{(pid=98444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:45:09.170183 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e70513-2fe9-4f65-aa2a-a1bf258d7d91 req-1e1b58b1-4ec3-4592-b9de-152f5b04033e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:09.171698 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-a1e70513-2fe9-4f65-aa2a-a1bf258d7d91 req-1e1b58b1-4ec3-4592-b9de-152f5b04033e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0a988f52-3f6c-447c-ad15-932818f3661d HTTP/1.1" status: 200 len: 856 time: 0.0833759 May 31 11:45:09.174706 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-8d232548-94fc-419e-b820-71178e031cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:09.180689 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-d88510d4-3617-452b-b918-dbcc82c25304 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:09.251709 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d232548-94fc-419e-b820-71178e031cbb None None] Routers {'cc7deb74-81f1-4ff9-aef1-d17df865397e'} bound to L3 agent in host dv-cinder-786383-7-smb {{(pid=98444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:45:09.252348 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_hamode_db [None req-8d232548-94fc-419e-b820-71178e031cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:33:28Z,description=,heartbeat_timestamp=2021-05-31T11:44:58Z,host='dv-cinder-786383-7-smb',id=18500941-09fe-4120-b40f-cc1049bfe169,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:33:28Z,topic='l3_agent')) {'router_ids': ['cc7deb74-81f1-4ff9-aef1-d17df865397e'], 'active': True} {{(pid=98444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:45:09.270745 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_dvr_db [None req-18b94bc9-9d5a-4240-95d8-b8f38e4aa9b9 None None] Set router 64bf3e4e-cdd4-46da-8f77-0a9437927652 gateway port host: dv-cinder-786383-7-smb {{(pid=98445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:45:09.342286 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514129f5-1254-4e27-8484-1a3387fe8041 None None] Pushing event updated for resources: {'Port': ['ID=a08524a4-7b26-44d7-be50-93adcd101d5f,revision_number=3']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:09.347126 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-514129f5-1254-4e27-8484-1a3387fe8041 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:09.372222 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-cf48859c-f9a3-4ab1-bdfc-2082a621fef7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:09.377165 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e70513-2fe9-4f65-aa2a-a1bf258d7d91 req-87505805-d071-4bb5-ac5c-c01585da8965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:09.378633 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-a1e70513-2fe9-4f65-aa2a-a1bf258d7d91 req-87505805-d071-4bb5-ac5c-c01585da8965 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f8884608-2755-4cc1-8a85-87c02cf10458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1871393 May 31 11:45:09.420075 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.provisioning_blocks [None req-cf48859c-f9a3-4ab1-bdfc-2082a621fef7 admin admin] Transition to ACTIVE for port object a067fc06-ab35-410c-81a1-bda8be64d1d7 will not be triggered until provisioned by entity DHCP. {{(pid=98442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:45:09.449591 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvr_db [None req-8d232548-94fc-419e-b820-71178e031cbb None None] Set router cc7deb74-81f1-4ff9-aef1-d17df865397e gateway port host: dv-cinder-786383-7-smb {{(pid=98444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:45:09.539331 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-a1e70513-2fe9-4f65-aa2a-a1bf258d7d91 req-3a7fb5b0-9d24-411e-91da-342b0eaa4eb8 service neutron] 10.222.0.61 "GET /v2.0/networks/f8884608-2755-4cc1-8a85-87c02cf10458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537237 May 31 11:45:09.548174 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-cf48859c-f9a3-4ab1-bdfc-2082a621fef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781593114058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6713643'] for port, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:09.576747 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:09.672651 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_hamode_db [None req-18b94bc9-9d5a-4240-95d8-b8f38e4aa9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64bf3e4e-cdd4-46da-8f77-0a9437927652', 'name': 'tempest-AttachVolumeShelveTestJSON-1665589338-router', 'tenant_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.235'}], 'enable_snat': True}, 'gw_port_id': '605f9302-436e-4adb-8bb8-d3f81b4d706b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:44:39Z', 'updated_at': '2021-05-31T11:44:44Z', 'revision_number': 4, 'project_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'gw_port': {'id': '605f9302-436e-4adb-8bb8-d3f81b4d706b', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:18:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bf3e4e-cdd4-46da-8f77-0a9437927652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:44:40Z', 'updated_at': '2021-05-31T11:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb', '_floatingips': [{'id': 'a3cdee28-283e-456c-a7b5-1dc4677005b0', 'tenant_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'floating_ip_address': '172.28.3.81', 'floating_network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'router_id': '64bf3e4e-cdd4-46da-8f77-0a9437927652', 'port_id': '025fb62b-39be-4417-bdf5-0bacff45b88c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8884608-2755-4cc1-8a85-87c02cf10458', 'mac_address': 'fa:16:3e:73:a6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33574f64-485e-4e68-a475-b522f2b61547', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:44:48Z', 'updated_at': '2021-05-31T11:45:07Z', 'revision_number': 1, 'project_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e1c848a-433e-4e00-9d0d-38eb7f56e8c4', 'name': '', 'network_id': 'f8884608-2755-4cc1-8a85-87c02cf10458', 'tenant_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'mac_address': 'fa:16:3e:8a:46:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bf3e4e-cdd4-46da-8f77-0a9437927652', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '0a988f52-3f6c-447c-ad15-932818f3661d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:44:43Z', 'updated_at': '2021-05-31T11:44:51Z', 'revision_number': 5, 'project_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'subnets': [{'id': '0a988f52-3f6c-447c-ad15-932818f3661d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-smb', False) {} {{(pid=98445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:45:09.676647 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b94bc9-9d5a-4240-95d8-b8f38e4aa9b9 None None] The sync data for ids ['64bf3e4e-cdd4-46da-8f77-0a9437927652'] in dv-cinder-786383-7-smb is: [{'id': '64bf3e4e-cdd4-46da-8f77-0a9437927652', 'name': 'tempest-AttachVolumeShelveTestJSON-1665589338-router', 'tenant_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.235'}], 'enable_snat': True}, 'gw_port_id': '605f9302-436e-4adb-8bb8-d3f81b4d706b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:44:39Z', 'updated_at': '2021-05-31T11:44:44Z', 'revision_number': 4, 'project_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'gw_port': {'id': '605f9302-436e-4adb-8bb8-d3f81b4d706b', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:18:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bf3e4e-cdd4-46da-8f77-0a9437927652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:44:40Z', 'updated_at': '2021-05-31T11:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb', '_floatingips': [{'id': 'a3cdee28-283e-456c-a7b5-1dc4677005b0', 'tenant_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'floating_ip_address': '172.28.3.81', 'floating_network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'router_id': '64bf3e4e-cdd4-46da-8f77-0a9437927652', 'port_id': '025fb62b-39be-4417-bdf5-0bacff45b88c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8884608-2755-4cc1-8a85-87c02cf10458', 'mac_address': 'fa:16:3e:73:a6:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33574f64-485e-4e68-a475-b522f2b61547', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:44:48Z', 'updated_at': '2021-05-31T11:45:07Z', 'revision_number': 1, 'project_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e1c848a-433e-4e00-9d0d-38eb7f56e8c4', 'name': '', 'network_id': 'f8884608-2755-4cc1-8a85-87c02cf10458', 'tenant_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'mac_address': 'fa:16:3e:8a:46:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bf3e4e-cdd4-46da-8f77-0a9437927652', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '0a988f52-3f6c-447c-ad15-932818f3661d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:44:43Z', 'updated_at': '2021-05-31T11:44:51Z', 'revision_number': 5, 'project_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'subnets': [{'id': '0a988f52-3f6c-447c-ad15-932818f3661d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:45:09.707590 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf48859c-f9a3-4ab1-bdfc-2082a621fef7 admin admin] Network 3d2d6b87-a8c0-46ef-b315-18c880a374d7 is already hosted by enough agents. {{(pid=98442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:45:09.714389 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.base_scheduler [None req-cf48859c-f9a3-4ab1-bdfc-2082a621fef7 admin admin] Resources bound (agent type, host, resource id): {{(pid=98442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:45:09.722742 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf48859c-f9a3-4ab1-bdfc-2082a621fef7 admin admin] Received port after_create {{(pid=98442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:45:09.754060 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf48859c-f9a3-4ab1-bdfc-2082a621fef7 admin admin] Pushing event updated for resources: {'Port': ['ID=a067fc06-ab35-410c-81a1-bda8be64d1d7,revision_number=1']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:09.770797 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-cf48859c-f9a3-4ab1-bdfc-2082a621fef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:09.813177 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-cf48859c-f9a3-4ab1-bdfc-2082a621fef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8369524'] for router_interface, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:09.821662 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-a1e70513-2fe9-4f65-aa2a-a1bf258d7d91 req-a4760217-0063-4ddc-a3a3-3ba4a6d1b51f service neutron] 10.222.0.61 "GET /v2.0/networks/f8884608-2755-4cc1-8a85-87c02cf10458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760265 May 31 11:45:09.833821 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_hamode_db [None req-8d232548-94fc-419e-b820-71178e031cbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7deb74-81f1-4ff9-aef1-d17df865397e', 'name': 'tempest-TestShelveInstance-125489983-router', 'tenant_id': 'a0eef2595c964d1bbc439cf1e51f58bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.39'}], 'enable_snat': True}, 'gw_port_id': 'a08524a4-7b26-44d7-be50-93adcd101d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:45:03Z', 'updated_at': '2021-05-31T11:45:05Z', 'revision_number': 3, 'project_id': 'a0eef2595c964d1bbc439cf1e51f58bd', 'gw_port': {'id': 'a08524a4-7b26-44d7-be50-93adcd101d5f', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:79:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7deb74-81f1-4ff9-aef1-d17df865397e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:45:04Z', 'updated_at': '2021-05-31T11:45:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb'}], 'dv-cinder-786383-7-smb', False) {} {{(pid=98444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:45:09.838169 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d232548-94fc-419e-b820-71178e031cbb None None] The sync data for ids ['cc7deb74-81f1-4ff9-aef1-d17df865397e'] in dv-cinder-786383-7-smb is: [{'id': 'cc7deb74-81f1-4ff9-aef1-d17df865397e', 'name': 'tempest-TestShelveInstance-125489983-router', 'tenant_id': 'a0eef2595c964d1bbc439cf1e51f58bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.39'}], 'enable_snat': True}, 'gw_port_id': 'a08524a4-7b26-44d7-be50-93adcd101d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:45:03Z', 'updated_at': '2021-05-31T11:45:05Z', 'revision_number': 3, 'project_id': 'a0eef2595c964d1bbc439cf1e51f58bd', 'gw_port': {'id': 'a08524a4-7b26-44d7-be50-93adcd101d5f', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:79:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7deb74-81f1-4ff9-aef1-d17df865397e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:45:04Z', 'updated_at': '2021-05-31T11:45:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb'}] {{(pid=98444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:45:09.976445 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-cf48859c-f9a3-4ab1-bdfc-2082a621fef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:09.990722 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-311de66d-7af2-4eee-9cd8-13c274746582 None None] New status for floating IP a3cdee28-283e-456c-a7b5-1dc4677005b0: ACTIVE {{(pid=98444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 11:45:10.086449 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-1d79f267-9794-4f7d-aa35-3a79d754e2b9 None None] Provisioning for port a067fc06-ab35-410c-81a1-bda8be64d1d7 completed by entity DHCP. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:45:10.094142 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-1d79f267-9794-4f7d-aa35-3a79d754e2b9 None None] Provisioning complete for port a067fc06-ab35-410c-81a1-bda8be64d1d7 triggered by entity DHCP. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:45:10.094426 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-1d79f267-9794-4f7d-aa35-3a79d754e2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:10.295006 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.plugin [None req-1d79f267-9794-4f7d-aa35-3a79d754e2b9 None None] Port a067fc06-ab35-410c-81a1-bda8be64d1d7 cannot update to ACTIVE because it is not bound. {{(pid=98444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:45:10.380591 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-cf48859c-f9a3-4ab1-bdfc-2082a621fef7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:10.385664 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-cf48859c-f9a3-4ab1-bdfc-2082a621fef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6713634'] for port, after_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:10.411206 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-cf48859c-f9a3-4ab1-bdfc-2082a621fef7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:10.503961 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-cf48859c-f9a3-4ab1-bdfc-2082a621fef7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7929610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369625'] for router_interface, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:10.508659 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf48859c-f9a3-4ab1-bdfc-2082a621fef7 admin admin] Pushing event updated for resources: {'Port': ['ID=a067fc06-ab35-410c-81a1-bda8be64d1d7,revision_number=2']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:10.513207 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-cf48859c-f9a3-4ab1-bdfc-2082a621fef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:10.561715 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device a08524a4-7b26-44d7-be50-93adcd101d5f up at agent ovs-agent-dv-cinder-786383-7-smb {{(pid=98444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:45:10.651668 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Provisioning for port a08524a4-7b26-44d7-be50-93adcd101d5f completed by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:45:10.657170 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Provisioning complete for port a08524a4-7b26-44d7-be50-93adcd101d5f triggered by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:45:10.657633 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:10.669333 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf48859c-f9a3-4ab1-bdfc-2082a621fef7 admin admin] Network 3d2d6b87-a8c0-46ef-b315-18c880a374d7 is already hosted by enough agents. {{(pid=98442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:45:10.670861 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.base_scheduler [None req-cf48859c-f9a3-4ab1-bdfc-2082a621fef7 admin admin] Resources bound (agent type, host, resource id): {{(pid=98442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:45:10.788377 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:10.809297 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] For port a08524a4-7b26-44d7-be50-93adcd101d5f, host dv-cinder-786383-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-smb',level=0,port_id=a08524a4-7b26-44d7-be50-93adcd101d5f,segment=NetworkSegment(1ab87b5a-2ab4-41da-bbc3-50466ba34034),segment_id=1ab87b5a-2ab4-41da-bbc3-50466ba34034)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:45:10.816242 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:10.818627 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:10.900646 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf48859c-f9a3-4ab1-bdfc-2082a621fef7 admin admin] Router cc7deb74-81f1-4ff9-aef1-d17df865397e has already been hosted by L3 agent 18500941-09fe-4120-b40f-cc1049bfe169 {{(pid=98442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:45:10.912556 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Pushing event updated for resources: {'Port': ['ID=a08524a4-7b26-44d7-be50-93adcd101d5f,revision_number=4']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:10.916904 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:10.923893 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-146614a0-0891-4bef-ad3f-31bc11a355dd None None] Provisioning complete for port a067fc06-ab35-410c-81a1-bda8be64d1d7 triggered by entity DHCP. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:45:10.924271 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-146614a0-0891-4bef-ad3f-31bc11a355dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:10.981157 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.plugin [None req-146614a0-0891-4bef-ad3f-31bc11a355dd None None] Port a067fc06-ab35-410c-81a1-bda8be64d1d7 cannot update to ACTIVE because it is not bound. {{(pid=98444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:45:11.092061 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf48859c-f9a3-4ab1-bdfc-2082a621fef7 admin admin] Notify agent at l3_agent.dv-cinder-786383-7-smb the message routers_updated {{(pid=98442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:45:11.102041 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-cf48859c-f9a3-4ab1-bdfc-2082a621fef7 admin admin] 10.222.0.21 "PUT /v2.0/routers/cc7deb74-81f1-4ff9-aef1-d17df865397e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5564008 May 31 11:45:11.618938 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255b2583-0347-4307-94e3-6ca8b1335fa4 None None] Sync routers for ids ['cc7deb74-81f1-4ff9-aef1-d17df865397e'] in dv-cinder-786383-7-smb {{(pid=98445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:45:11.628584 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255b2583-0347-4307-94e3-6ca8b1335fa4 None None] Routers {'cc7deb74-81f1-4ff9-aef1-d17df865397e'} bound to L3 agent in host dv-cinder-786383-7-smb {{(pid=98445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:45:11.629211 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_hamode_db [None req-255b2583-0347-4307-94e3-6ca8b1335fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:33:28Z,description=,heartbeat_timestamp=2021-05-31T11:44:58Z,host='dv-cinder-786383-7-smb',id=18500941-09fe-4120-b40f-cc1049bfe169,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:33:28Z,topic='l3_agent')) {'router_ids': ['cc7deb74-81f1-4ff9-aef1-d17df865397e'], 'active': True} {{(pid=98445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:45:11.823824 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_dvr_db [None req-255b2583-0347-4307-94e3-6ca8b1335fa4 None None] Set router cc7deb74-81f1-4ff9-aef1-d17df865397e gateway port host: dv-cinder-786383-7-smb {{(pid=98445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:45:11.866259 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 34578) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:45:11.875817 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.v2.base [None req-ac33635e-8fd4-4651-9364-0ec71b41d15a tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-174812481', 'description': 'tempest-secgroup-smoke-174812481 description', 'project_id': 'da7e9892b47c455d8e37f4de2870ea09'}} {{(pid=98443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:45:11.882714 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-ac33635e-8fd4-4651-9364-0ec71b41d15a tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:45:11.887239 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-ac33635e-8fd4-4651-9364-0ec71b41d15a tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Usage tracker for resource:security_group and tenant:da7e9892b47c455d8e37f4de2870ea09 is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:45:11.890272 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-ac33635e-8fd4-4651-9364-0ec71b41d15a tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:45:11.899274 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-ac33635e-8fd4-4651-9364-0ec71b41d15a tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:45:11.909812 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-ac33635e-8fd4-4651-9364-0ec71b41d15a tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Notify callbacks [] for security_group, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:11.930234 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-ac33635e-8fd4-4651-9364-0ec71b41d15a tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:45:11.934316 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-ac33635e-8fd4-4651-9364-0ec71b41d15a tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Usage tracker for resource:security_group_rule and tenant:da7e9892b47c455d8e37f4de2870ea09 is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:45:11.937152 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-ac33635e-8fd4-4651-9364-0ec71b41d15a tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:45:11.943288 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-ac33635e-8fd4-4651-9364-0ec71b41d15a tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:45:12.018689 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-ac33635e-8fd4-4651-9364-0ec71b41d15a tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Notify callbacks [] for security_group, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:12.023916 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-ac33635e-8fd4-4651-9364-0ec71b41d15a tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:12.027849 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-585abc70-6472-4a9f-a6ff-67e555cb2993 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:12.067150 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac33635e-8fd4-4651-9364-0ec71b41d15a tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Pushing event updated for resources: {'SecurityGroup': ['ID=350170dc-f8ea-4573-bb19-62b5545493fe,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:12.070706 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-ac33635e-8fd4-4651-9364-0ec71b41d15a tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:12.071763 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-ac33635e-8fd4-4651-9364-0ec71b41d15a tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Notify callbacks [] for security_group, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:12.073132 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-ac33635e-8fd4-4651-9364-0ec71b41d15a tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2056503 May 31 11:45:12.076204 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 34582) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:45:12.081682 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.v2.base [None req-4c070a76-8d8c-4aae-b3f8-dedc242f3929 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Request body: {'security_group_rule': {'security_group_id': '350170dc-f8ea-4573-bb19-62b5545493fe', 'project_id': 'da7e9892b47c455d8e37f4de2870ea09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:45:12.099989 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-4c070a76-8d8c-4aae-b3f8-dedc242f3929 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:45:12.103998 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-4c070a76-8d8c-4aae-b3f8-dedc242f3929 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Usage tracker for resource:security_group_rule and tenant:da7e9892b47c455d8e37f4de2870ea09 is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:45:12.107245 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-4c070a76-8d8c-4aae-b3f8-dedc242f3929 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:45:12.115237 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-4c070a76-8d8c-4aae-b3f8-dedc242f3929 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:45:12.133419 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-4c070a76-8d8c-4aae-b3f8-dedc242f3929 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:12.150000 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_hamode_db [None req-255b2583-0347-4307-94e3-6ca8b1335fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7deb74-81f1-4ff9-aef1-d17df865397e', 'name': 'tempest-TestShelveInstance-125489983-router', 'tenant_id': 'a0eef2595c964d1bbc439cf1e51f58bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.39'}], 'enable_snat': True}, 'gw_port_id': 'a08524a4-7b26-44d7-be50-93adcd101d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:45:03Z', 'updated_at': '2021-05-31T11:45:09Z', 'revision_number': 4, 'project_id': 'a0eef2595c964d1bbc439cf1e51f58bd', 'gw_port': {'id': 'a08524a4-7b26-44d7-be50-93adcd101d5f', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:79:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7deb74-81f1-4ff9-aef1-d17df865397e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:45:04Z', 'updated_at': '2021-05-31T11:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb', '_interfaces': [{'id': 'a067fc06-ab35-410c-81a1-bda8be64d1d7', 'name': '', 'network_id': '3d2d6b87-a8c0-46ef-b315-18c880a374d7', 'tenant_id': 'a0eef2595c964d1bbc439cf1e51f58bd', 'mac_address': 'fa:16:3e:51:1f:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7deb74-81f1-4ff9-aef1-d17df865397e', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '0c035807-c08f-4d88-8196-d68a3e722613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:45:08Z', 'updated_at': '2021-05-31T11:45:10Z', 'revision_number': 2, 'project_id': 'a0eef2595c964d1bbc439cf1e51f58bd', 'subnets': [{'id': '0c035807-c08f-4d88-8196-d68a3e722613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-smb', False) {} {{(pid=98445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:45:12.153847 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255b2583-0347-4307-94e3-6ca8b1335fa4 None None] Checking router: cc7deb74-81f1-4ff9-aef1-d17df865397e for host: dv-cinder-786383-7-smb {{(pid=98445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:45:12.154222 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255b2583-0347-4307-94e3-6ca8b1335fa4 None None] Updating router cc7deb74-81f1-4ff9-aef1-d17df865397e port a067fc06-ab35-410c-81a1-bda8be64d1d7 binding host dv-cinder-786383-7-smb {{(pid=98445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 11:45:12.201893 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-4c070a76-8d8c-4aae-b3f8-dedc242f3929 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:12.206678 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-4c070a76-8d8c-4aae-b3f8-dedc242f3929 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8326017'] for security_group_rule, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:12.211358 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron_lib.callbacks.manager [None req-255b2583-0347-4307-94e3-6ca8b1335fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:12.214610 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:12.235134 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c070a76-8d8c-4aae-b3f8-dedc242f3929 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3804cc4a-6791-43bf-9794-966215edb8a7,revision_number=0']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:12.239300 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-4c070a76-8d8c-4aae-b3f8-dedc242f3929 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:12.243266 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-4c070a76-8d8c-4aae-b3f8-dedc242f3929 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:12.247032 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-4c070a76-8d8c-4aae-b3f8-dedc242f3929 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1672089 May 31 11:45:12.247929 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 34588) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:45:12.253629 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.v2.base [None req-74d98b26-4781-4990-ad93-e64cb5dc300e tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Request body: {'security_group_rule': {'security_group_id': '350170dc-f8ea-4573-bb19-62b5545493fe', 'project_id': 'da7e9892b47c455d8e37f4de2870ea09', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:45:12.259788 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-74d98b26-4781-4990-ad93-e64cb5dc300e tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:45:12.263772 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-74d98b26-4781-4990-ad93-e64cb5dc300e tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Usage tracker for resource:security_group_rule and tenant:da7e9892b47c455d8e37f4de2870ea09 is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:45:12.266801 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-74d98b26-4781-4990-ad93-e64cb5dc300e tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:45:12.272964 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-74d98b26-4781-4990-ad93-e64cb5dc300e tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:45:12.291263 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-74d98b26-4781-4990-ad93-e64cb5dc300e tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:12.353006 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-74d98b26-4781-4990-ad93-e64cb5dc300e tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:12.357603 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-74d98b26-4781-4990-ad93-e64cb5dc300e tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8326017'] for security_group_rule, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:12.365124 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:12.387112 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d98b26-4781-4990-ad93-e64cb5dc300e tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e94c328-3bfc-410d-9a1f-706ea2a1351b,revision_number=0']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:12.389900 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-74d98b26-4781-4990-ad93-e64cb5dc300e tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:12.391684 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-74d98b26-4781-4990-ad93-e64cb5dc300e tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:12.395692 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-74d98b26-4781-4990-ad93-e64cb5dc300e tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1437726 May 31 11:45:12.396143 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 34592) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:45:12.401237 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.v2.base [None req-595a7343-c4d7-4d7d-95d4-8c50703167f0 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Request body: {'security_group_rule': {'security_group_id': '350170dc-f8ea-4573-bb19-62b5545493fe', 'project_id': 'da7e9892b47c455d8e37f4de2870ea09', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:45:12.407168 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-595a7343-c4d7-4d7d-95d4-8c50703167f0 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:45:12.411049 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-595a7343-c4d7-4d7d-95d4-8c50703167f0 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Usage tracker for resource:security_group_rule and tenant:da7e9892b47c455d8e37f4de2870ea09 is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:45:12.414109 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-595a7343-c4d7-4d7d-95d4-8c50703167f0 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:45:12.419734 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-595a7343-c4d7-4d7d-95d4-8c50703167f0 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:45:12.436814 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-595a7343-c4d7-4d7d-95d4-8c50703167f0 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:12.500956 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device a08524a4-7b26-44d7-be50-93adcd101d5f up at agent ovs-agent-dv-cinder-786383-7-smb {{(pid=98444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:45:12.519368 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-595a7343-c4d7-4d7d-95d4-8c50703167f0 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:12.525640 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-595a7343-c4d7-4d7d-95d4-8c50703167f0 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8326017'] for security_group_rule, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:12.528279 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:12.547550 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595a7343-c4d7-4d7d-95d4-8c50703167f0 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d321dec2-3fc9-4f09-b273-3b1af41d87ec,revision_number=0']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:12.559665 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-595a7343-c4d7-4d7d-95d4-8c50703167f0 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:12.565026 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron_lib.callbacks.manager [None req-255b2583-0347-4307-94e3-6ca8b1335fa4 None None] Notify callbacks [] for port, precommit_update {{(pid=98445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:12.572242 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-595a7343-c4d7-4d7d-95d4-8c50703167f0 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:12.575976 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-595a7343-c4d7-4d7d-95d4-8c50703167f0 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1765110 May 31 11:45:12.576800 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 34596) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:45:12.578259 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.provisioning_blocks [None req-255b2583-0347-4307-94e3-6ca8b1335fa4 None None] Transition to ACTIVE for port object a067fc06-ab35-410c-81a1-bda8be64d1d7 will not be triggered until provisioned by entity L2. {{(pid=98445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:45:12.581712 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Provisioning complete for port a08524a4-7b26-44d7-be50-93adcd101d5f triggered by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:45:12.582097 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:12.583409 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.v2.base [None req-596d3ded-9a32-41aa-ba5a-ae7906d65a56 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Request body: {'security_group_rule': {'security_group_id': '350170dc-f8ea-4573-bb19-62b5545493fe', 'project_id': 'da7e9892b47c455d8e37f4de2870ea09', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:45:12.590087 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-596d3ded-9a32-41aa-ba5a-ae7906d65a56 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:45:12.592624 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron_lib.callbacks.manager [None req-255b2583-0347-4307-94e3-6ca8b1335fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:12.594083 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-596d3ded-9a32-41aa-ba5a-ae7906d65a56 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Usage tracker for resource:security_group_rule and tenant:da7e9892b47c455d8e37f4de2870ea09 is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:45:12.601308 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-596d3ded-9a32-41aa-ba5a-ae7906d65a56 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:45:12.604331 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG oslo_concurrency.lockutils [None req-ddf5e9dd-fbde-4f36-b515-ca8f15e14f18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:12.608605 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-596d3ded-9a32-41aa-ba5a-ae7906d65a56 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:45:12.632260 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-596d3ded-9a32-41aa-ba5a-ae7906d65a56 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:12.712863 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-596d3ded-9a32-41aa-ba5a-ae7906d65a56 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:12.721210 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-596d3ded-9a32-41aa-ba5a-ae7906d65a56 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8326017'] for security_group_rule, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:12.723631 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:12.749713 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596d3ded-9a32-41aa-ba5a-ae7906d65a56 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1d00225-50f8-4d26-9501-ddec76ce6557,revision_number=0']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:12.754281 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-596d3ded-9a32-41aa-ba5a-ae7906d65a56 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:12.760575 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-596d3ded-9a32-41aa-ba5a-ae7906d65a56 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:12.762107 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-596d3ded-9a32-41aa-ba5a-ae7906d65a56 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1845276 May 31 11:45:12.765242 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 34600) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:45:12.771688 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.v2.base [None req-9fb1c7a9-c7ab-41c6-b369-5831545dcfce tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Request body: {'security_group_rule': {'security_group_id': '350170dc-f8ea-4573-bb19-62b5545493fe', 'project_id': 'da7e9892b47c455d8e37f4de2870ea09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:45:12.778483 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-9fb1c7a9-c7ab-41c6-b369-5831545dcfce tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:45:12.782612 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-9fb1c7a9-c7ab-41c6-b369-5831545dcfce tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Usage tracker for resource:security_group_rule and tenant:da7e9892b47c455d8e37f4de2870ea09 is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:45:12.785910 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-9fb1c7a9-c7ab-41c6-b369-5831545dcfce tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:45:12.792220 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-9fb1c7a9-c7ab-41c6-b369-5831545dcfce tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:45:12.807778 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3462c16-da4f-4ecc-adae-e1ce4d46259b None None] Pushing event updated for resources: {'Port': ['ID=a067fc06-ab35-410c-81a1-bda8be64d1d7,revision_number=3']} {{(pid=98445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:12.813126 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.db.securitygroups_db [None req-9fb1c7a9-c7ab-41c6-b369-5831545dcfce tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Project da7e9892b47c455d8e37f4de2870ea09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 11:45:12.815073 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG oslo_concurrency.lockutils [None req-a3462c16-da4f-4ecc-adae-e1ce4d46259b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=98445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:12.820968 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-9fb1c7a9-c7ab-41c6-b369-5831545dcfce tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:12.864499 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.plugins.ml2.managers [None req-255b2583-0347-4307-94e3-6ca8b1335fa4 None None] Attempting to bind port a067fc06-ab35-410c-81a1-bda8be64d1d7 on host dv-cinder-786383-7-smb for vnic_type normal with profile {{(pid=98445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:45:12.864862 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.plugins.ml2.managers [None req-255b2583-0347-4307-94e3-6ca8b1335fa4 None None] Attempting to bind port a067fc06-ab35-410c-81a1-bda8be64d1d7 by drivers openvswitch,hyperv on host dv-cinder-786383-7-smb at level 0 using segments [{'id': '5e18d713-fa27-4a1a-b198-bcac517fc1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '3d2d6b87-a8c0-46ef-b315-18c880a374d7'}] {{(pid=98445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:45:12.865277 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255b2583-0347-4307-94e3-6ca8b1335fa4 None None] Attempting to bind port a067fc06-ab35-410c-81a1-bda8be64d1d7 on network 3d2d6b87-a8c0-46ef-b315-18c880a374d7 {{(pid=98445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:45:12.870818 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255b2583-0347-4307-94e3-6ca8b1335fa4 None None] Checking agent: {'id': '54e7e3e0-9dc4-46e7-99bd-8d5ea4dab531', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 33, 27), 'started_at': datetime.datetime(2021, 5, 31, 11, 33, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:45:12.871189 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255b2583-0347-4307-94e3-6ca8b1335fa4 None None] Checking segment: {'id': '5e18d713-fa27-4a1a-b198-bcac517fc1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '3d2d6b87-a8c0-46ef-b315-18c880a374d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:45:12.871585 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron_lib.callbacks.manager [None req-255b2583-0347-4307-94e3-6ca8b1335fa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:12.871973 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255b2583-0347-4307-94e3-6ca8b1335fa4 None None] Bound using segment: {'id': '5e18d713-fa27-4a1a-b198-bcac517fc1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '3d2d6b87-a8c0-46ef-b315-18c880a374d7'} {{(pid=98445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:45:12.872435 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.plugins.ml2.managers [None req-255b2583-0347-4307-94e3-6ca8b1335fa4 None None] Bound port: a067fc06-ab35-410c-81a1-bda8be64d1d7, host: dv-cinder-786383-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e18d713-fa27-4a1a-b198-bcac517fc1b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 684, 'network_id': '3d2d6b87-a8c0-46ef-b315-18c880a374d7'}}] {{(pid=98445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:45:12.872801 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron_lib.callbacks.manager [None req-255b2583-0347-4307-94e3-6ca8b1335fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:12.908173 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-9fb1c7a9-c7ab-41c6-b369-5831545dcfce tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:12.914016 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-9fb1c7a9-c7ab-41c6-b369-5831545dcfce tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8326017'] for security_group_rule, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:12.927459 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-c36afa72-eae8-4519-b17c-4a2aeb1878df tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:12.949934 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb1c7a9-c7ab-41c6-b369-5831545dcfce tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f60772f9-d468-439c-b0f5-f62cd693bb76,revision_number=0']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:12.958892 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-9fb1c7a9-c7ab-41c6-b369-5831545dcfce tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:12.966587 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-9fb1c7a9-c7ab-41c6-b369-5831545dcfce tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:12.971680 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-9fb1c7a9-c7ab-41c6-b369-5831545dcfce tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2025142 May 31 11:45:12.971680 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 34608) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:45:12.974897 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.plugins.ml2.db [None req-255b2583-0347-4307-94e3-6ca8b1335fa4 None None] For port a067fc06-ab35-410c-81a1-bda8be64d1d7, host dv-cinder-786383-7-smb, cleared binding levels {{(pid=98445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:45:12.977951 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.v2.base [None req-1825a800-9add-4133-a1cc-6a3aa8e7170e tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Request body: {'security_group_rule': {'security_group_id': '350170dc-f8ea-4573-bb19-62b5545493fe', 'project_id': 'da7e9892b47c455d8e37f4de2870ea09', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:45:12.978160 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.plugins.ml2.db [None req-255b2583-0347-4307-94e3-6ca8b1335fa4 None None] For port a067fc06-ab35-410c-81a1-bda8be64d1d7, host dv-cinder-786383-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-smb',level=0,port_id=a067fc06-ab35-410c-81a1-bda8be64d1d7,segment=NetworkSegment(5e18d713-fa27-4a1a-b198-bcac517fc1b3),segment_id=5e18d713-fa27-4a1a-b198-bcac517fc1b3)] {{(pid=98445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:45:12.984268 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron_lib.callbacks.manager [None req-255b2583-0347-4307-94e3-6ca8b1335fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:12.985436 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-1825a800-9add-4133-a1cc-6a3aa8e7170e tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:45:12.989336 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG oslo_concurrency.lockutils [None req-8c9a8145-5f43-4314-9d7f-151619e69940 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:12.990040 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-1825a800-9add-4133-a1cc-6a3aa8e7170e tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Usage tracker for resource:security_group_rule and tenant:da7e9892b47c455d8e37f4de2870ea09 is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:45:12.993285 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-1825a800-9add-4133-a1cc-6a3aa8e7170e tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:45:12.999222 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-1825a800-9add-4133-a1cc-6a3aa8e7170e tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:45:13.011508 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.db.securitygroups_db [None req-1825a800-9add-4133-a1cc-6a3aa8e7170e tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Project da7e9892b47c455d8e37f4de2870ea09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 11:45:13.017558 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-1825a800-9add-4133-a1cc-6a3aa8e7170e tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:13.063720 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-255b2583-0347-4307-94e3-6ca8b1335fa4 None None] Routers {'cc7deb74-81f1-4ff9-aef1-d17df865397e'} bound to L3 agent in host dv-cinder-786383-7-smb {{(pid=98445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:45:13.064337 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_hamode_db [None req-255b2583-0347-4307-94e3-6ca8b1335fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:33:28Z,description=,heartbeat_timestamp=2021-05-31T11:44:58Z,host='dv-cinder-786383-7-smb',id=18500941-09fe-4120-b40f-cc1049bfe169,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:33:28Z,topic='l3_agent')) {'router_ids': ['cc7deb74-81f1-4ff9-aef1-d17df865397e'], 'active': True} {{(pid=98445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:45:13.129240 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3462c16-da4f-4ecc-adae-e1ce4d46259b None None] Pushing event updated for resources: {'Port': ['ID=a067fc06-ab35-410c-81a1-bda8be64d1d7,revision_number=4']} {{(pid=98445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:13.134484 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG oslo_concurrency.lockutils [None req-a3462c16-da4f-4ecc-adae-e1ce4d46259b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=98445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:13.216705 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-1825a800-9add-4133-a1cc-6a3aa8e7170e tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:13.224298 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-1825a800-9add-4133-a1cc-6a3aa8e7170e tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8326017'] for security_group_rule, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:13.251893 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-4c070a76-8d8c-4aae-b3f8-dedc242f3929 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:13.259073 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_dvr_db [None req-255b2583-0347-4307-94e3-6ca8b1335fa4 None None] Set router cc7deb74-81f1-4ff9-aef1-d17df865397e gateway port host: dv-cinder-786383-7-smb {{(pid=98445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:45:13.279793 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1825a800-9add-4133-a1cc-6a3aa8e7170e tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05ddca52-4c01-4d41-bb91-3243cc09cd50,revision_number=0']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:13.287915 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-1825a800-9add-4133-a1cc-6a3aa8e7170e tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:13.300804 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7561356-4212-4d5d-b0b0-e1a8bf59b2c3 req-c95db651-79e7-4841-ae1c-a4a2f27ec429 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:13.302546 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-e7561356-4212-4d5d-b0b0-e1a8bf59b2c3 req-c95db651-79e7-4841-ae1c-a4a2f27ec429 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] 10.222.0.21 "GET /v2.0/networks?id=46757b2e-7629-4741-89fd-5c6528c3562f HTTP/1.1" status: 200 len: 814 time: 0.2464616 May 31 11:45:13.304445 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-1825a800-9add-4133-a1cc-6a3aa8e7170e tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:13.306766 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-1825a800-9add-4133-a1cc-6a3aa8e7170e tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3329487 May 31 11:45:13.324697 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-e7561356-4212-4d5d-b0b0-e1a8bf59b2c3 req-e4746ae5-a1ab-4845-8a46-e0fa7b2683b1 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] 10.222.0.21 "GET /v2.0/quotas/5d75be34920e411d8acd5d91f33d5b42 HTTP/1.1" status: 200 len: 375 time: 0.0138006 May 31 11:45:13.378575 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [req-e7561356-4212-4d5d-b0b0-e1a8bf59b2c3 req-05c3e64b-7241-446e-bac3-5477e9b80cb0 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Synchronizing usage tracker for tenant:5d75be34920e411d8acd5d91f33d5b42 on resource:port {{(pid=98442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:45:13.405733 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [req-e7561356-4212-4d5d-b0b0-e1a8bf59b2c3 req-05c3e64b-7241-446e-bac3-5477e9b80cb0 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Unset dirty status for tenant:5d75be34920e411d8acd5d91f33d5b42 on resource:port {{(pid=98442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:45:13.407734 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-e7561356-4212-4d5d-b0b0-e1a8bf59b2c3 req-05c3e64b-7241-446e-bac3-5477e9b80cb0 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5d75be34920e411d8acd5d91f33d5b42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0773313 May 31 11:45:13.572825 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-e7561356-4212-4d5d-b0b0-e1a8bf59b2c3 req-41940677-4e38-4837-bc58-8dbcfd24733c service neutron] 10.222.0.21 "GET /v2.0/networks/46757b2e-7629-4741-89fd-5c6528c3562f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551757 May 31 11:45:13.715731 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_hamode_db [None req-255b2583-0347-4307-94e3-6ca8b1335fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7deb74-81f1-4ff9-aef1-d17df865397e', 'name': 'tempest-TestShelveInstance-125489983-router', 'tenant_id': 'a0eef2595c964d1bbc439cf1e51f58bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.39'}], 'enable_snat': True}, 'gw_port_id': 'a08524a4-7b26-44d7-be50-93adcd101d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:45:03Z', 'updated_at': '2021-05-31T11:45:09Z', 'revision_number': 4, 'project_id': 'a0eef2595c964d1bbc439cf1e51f58bd', 'gw_port': {'id': 'a08524a4-7b26-44d7-be50-93adcd101d5f', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:79:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7deb74-81f1-4ff9-aef1-d17df865397e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:45:04Z', 'updated_at': '2021-05-31T11:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb', '_interfaces': [{'id': 'a067fc06-ab35-410c-81a1-bda8be64d1d7', 'name': '', 'network_id': '3d2d6b87-a8c0-46ef-b315-18c880a374d7', 'tenant_id': 'a0eef2595c964d1bbc439cf1e51f58bd', 'mac_address': 'fa:16:3e:51:1f:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7deb74-81f1-4ff9-aef1-d17df865397e', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '0c035807-c08f-4d88-8196-d68a3e722613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:45:08Z', 'updated_at': '2021-05-31T11:45:12Z', 'revision_number': 4, 'project_id': 'a0eef2595c964d1bbc439cf1e51f58bd', 'subnets': [{'id': '0c035807-c08f-4d88-8196-d68a3e722613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-smb', False) {} {{(pid=98445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:45:13.721403 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-255b2583-0347-4307-94e3-6ca8b1335fa4 None None] The sync data for ids ['cc7deb74-81f1-4ff9-aef1-d17df865397e'] in dv-cinder-786383-7-smb is: [{'id': 'cc7deb74-81f1-4ff9-aef1-d17df865397e', 'name': 'tempest-TestShelveInstance-125489983-router', 'tenant_id': 'a0eef2595c964d1bbc439cf1e51f58bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.39'}], 'enable_snat': True}, 'gw_port_id': 'a08524a4-7b26-44d7-be50-93adcd101d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:45:03Z', 'updated_at': '2021-05-31T11:45:09Z', 'revision_number': 4, 'project_id': 'a0eef2595c964d1bbc439cf1e51f58bd', 'gw_port': {'id': 'a08524a4-7b26-44d7-be50-93adcd101d5f', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:79:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7deb74-81f1-4ff9-aef1-d17df865397e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:45:04Z', 'updated_at': '2021-05-31T11:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb', '_interfaces': [{'id': 'a067fc06-ab35-410c-81a1-bda8be64d1d7', 'name': '', 'network_id': '3d2d6b87-a8c0-46ef-b315-18c880a374d7', 'tenant_id': 'a0eef2595c964d1bbc439cf1e51f58bd', 'mac_address': 'fa:16:3e:51:1f:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc7deb74-81f1-4ff9-aef1-d17df865397e', 'device_owner': 'network:router_interface', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '0c035807-c08f-4d88-8196-d68a3e722613', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:45:08Z', 'updated_at': '2021-05-31T11:45:12Z', 'revision_number': 4, 'project_id': 'a0eef2595c964d1bbc439cf1e51f58bd', 'subnets': [{'id': '0c035807-c08f-4d88-8196-d68a3e722613', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:45:13.858961 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-e7561356-4212-4d5d-b0b0-e1a8bf59b2c3 req-90fea352-77b3-47ab-b595-90d30675ec34 service neutron] 10.222.0.21 "GET /v2.0/networks/46757b2e-7629-4741-89fd-5c6528c3562f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752349 May 31 11:45:14.098466 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-56b4e2e7-60bb-467f-b911-99d6a081bc5f req-557e5b38-5a1e-4aa2-8ab2-86ada1fa45ad tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e85f6df-3f92-492b-9185-baebb94b603d HTTP/1.1" status: 200 len: 210 time: 0.0599015 May 31 11:45:14.588052 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device a067fc06-ab35-410c-81a1-bda8be64d1d7 up at agent ovs-agent-dv-cinder-786383-7-smb {{(pid=98444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:45:14.670899 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Provisioning for port a067fc06-ab35-410c-81a1-bda8be64d1d7 completed by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:45:14.676622 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Provisioning complete for port a067fc06-ab35-410c-81a1-bda8be64d1d7 triggered by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:45:14.676997 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:14.808598 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:14.849104 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] For port a067fc06-ab35-410c-81a1-bda8be64d1d7, host dv-cinder-786383-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-smb',level=0,port_id=a067fc06-ab35-410c-81a1-bda8be64d1d7,segment=NetworkSegment(5e18d713-fa27-4a1a-b198-bcac517fc1b3),segment_id=5e18d713-fa27-4a1a-b198-bcac517fc1b3)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:45:14.853398 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:14.855452 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-514129f5-1254-4e27-8484-1a3387fe8041 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:14.925807 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Pushing event updated for resources: {'Port': ['ID=a067fc06-ab35-410c-81a1-bda8be64d1d7,revision_number=5']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:14.928875 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:15.254740 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-8a4fd9a1-58b1-454f-af89-b1d89a8ec05e req-36babb75-61c4-4e50-bf00-96e011cff4e3 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e85f6df-3f92-492b-9185-baebb94b603d HTTP/1.1" status: 200 len: 210 time: 0.0489550 May 31 11:45:15.450437 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7561356-4212-4d5d-b0b0-e1a8bf59b2c3 req-f1cf323f-77eb-4106-83b4-ef2fd0d3160f tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:15.451864 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-e7561356-4212-4d5d-b0b0-e1a8bf59b2c3 req-f1cf323f-77eb-4106-83b4-ef2fd0d3160f tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] 10.222.0.61 "GET /v2.0/networks?id=46757b2e-7629-4741-89fd-5c6528c3562f HTTP/1.1" status: 200 len: 814 time: 0.1572278 May 31 11:45:15.476504 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.v2.base [req-e7561356-4212-4d5d-b0b0-e1a8bf59b2c3 req-a0466be6-185b-4132-9129-9bf47e89758d tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Request body: {'port': {'device_id': '6e85f6df-3f92-492b-9185-baebb94b603d', 'network_id': '46757b2e-7629-4741-89fd-5c6528c3562f', 'admin_state_up': True, 'tenant_id': '5d75be34920e411d8acd5d91f33d5b42'}} {{(pid=98442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:45:15.627091 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [req-e7561356-4212-4d5d-b0b0-e1a8bf59b2c3 req-a0466be6-185b-4132-9129-9bf47e89758d tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:45:15.637623 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [req-e7561356-4212-4d5d-b0b0-e1a8bf59b2c3 req-a0466be6-185b-4132-9129-9bf47e89758d tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:45:15.648696 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7561356-4212-4d5d-b0b0-e1a8bf59b2c3 req-a0466be6-185b-4132-9129-9bf47e89758d tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Made reservation on behalf of 5d75be34920e411d8acd5d91f33d5b42 for: {'port': 1} {{(pid=98442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:45:15.652466 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-e7561356-4212-4d5d-b0b0-e1a8bf59b2c3 req-a0466be6-185b-4132-9129-9bf47e89758d tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:15.825973 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.db_base_plugin_common [req-e7561356-4212-4d5d-b0b0-e1a8bf59b2c3 req-a0466be6-185b-4132-9129-9bf47e89758d tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Allocated IP 172.20.0.9 (46757b2e-7629-4741-89fd-5c6528c3562f/e1d4f0a4-741b-49b4-9073-50df86f8d5f2/9bbe2e32-d6c1-4308-a1a8-8fb1c2956e4d) {{(pid=98442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:45:16.034586 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-e7561356-4212-4d5d-b0b0-e1a8bf59b2c3 req-a0466be6-185b-4132-9129-9bf47e89758d tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Notify callbacks [] for port, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:16.069713 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-e7561356-4212-4d5d-b0b0-e1a8bf59b2c3 req-a0466be6-185b-4132-9129-9bf47e89758d tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781593114058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6713643'] for port, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:16.075287 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-c8dd97c2-f00b-4c96-844c-5648b017ebca service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:16.140652 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7561356-4212-4d5d-b0b0-e1a8bf59b2c3 req-a0466be6-185b-4132-9129-9bf47e89758d tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Network 46757b2e-7629-4741-89fd-5c6528c3562f is already hosted by enough agents. {{(pid=98442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:45:16.143754 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.base_scheduler [req-e7561356-4212-4d5d-b0b0-e1a8bf59b2c3 req-a0466be6-185b-4132-9129-9bf47e89758d tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Resources bound (agent type, host, resource id): {{(pid=98442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:45:16.147780 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7561356-4212-4d5d-b0b0-e1a8bf59b2c3 req-a0466be6-185b-4132-9129-9bf47e89758d tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Received port after_create {{(pid=98442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:45:16.182132 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0466be6-185b-4132-9129-9bf47e89758d tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Pushing event updated for resources: {'Port': ['ID=9bbe2e32-d6c1-4308-a1a8-8fb1c2956e4d,revision_number=1']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:16.188796 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-a0466be6-185b-4132-9129-9bf47e89758d tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:16.220100 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7561356-4212-4d5d-b0b0-e1a8bf59b2c3 req-a0466be6-185b-4132-9129-9bf47e89758d tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:16.220715 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-e7561356-4212-4d5d-b0b0-e1a8bf59b2c3 req-a0466be6-185b-4132-9129-9bf47e89758d tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523773'] for port, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:16.249714 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-e7561356-4212-4d5d-b0b0-e1a8bf59b2c3 req-a0466be6-185b-4132-9129-9bf47e89758d tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7803395 May 31 11:45:16.275444 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.v2.base [req-e7561356-4212-4d5d-b0b0-e1a8bf59b2c3 req-200028c1-c3b3-4664-a407-93aaf841a30c service neutron] Request body: {'port': {'device_id': '6e85f6df-3f92-492b-9185-baebb94b603d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:45:16.440919 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-e7561356-4212-4d5d-b0b0-e1a8bf59b2c3 req-200028c1-c3b3-4664-a407-93aaf841a30c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:16.504297 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device a067fc06-ab35-410c-81a1-bda8be64d1d7 up at agent ovs-agent-dv-cinder-786383-7-smb {{(pid=98444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:45:16.543152 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932a3ed1-a85c-442d-869a-a9664d29cefb req-a57281a2-5688-4478-959f-48aec51b8d24 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:16.543963 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [req-932a3ed1-a85c-442d-869a-a9664d29cefb req-a57281a2-5688-4478-959f-48aec51b8d24 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Synchronizing usage tracker for tenant:5d75be34920e411d8acd5d91f33d5b42 on resource:port {{(pid=98442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:45:16.580474 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Provisioning complete for port a067fc06-ab35-410c-81a1-bda8be64d1d7 triggered by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:45:16.580978 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:16.616342 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [req-932a3ed1-a85c-442d-869a-a9664d29cefb req-a57281a2-5688-4478-959f-48aec51b8d24 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Unset dirty status for tenant:5d75be34920e411d8acd5d91f33d5b42 on resource:port {{(pid=98442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:45:16.617748 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-932a3ed1-a85c-442d-869a-a9664d29cefb req-a57281a2-5688-4478-959f-48aec51b8d24 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e85f6df-3f92-492b-9185-baebb94b603d HTTP/1.1" status: 200 len: 931 time: 0.2368152 May 31 11:45:16.745632 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-932a3ed1-a85c-442d-869a-a9664d29cefb req-843e915b-bf81-4f6f-bdab-47f538f85921 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] 10.222.0.21 "GET /v2.0/security-groups?id=23ddb76d-0760-4348-9d11-238930422bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204937 May 31 11:45:16.869977 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.notifiers.nova [req-e7561356-4212-4d5d-b0b0-e1a8bf59b2c3 req-200028c1-c3b3-4664-a407-93aaf841a30c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bbe2e32-d6c1-4308-a1a8-8fb1c2956e4d {{(pid=98442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:45:16.878030 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-e7561356-4212-4d5d-b0b0-e1a8bf59b2c3 req-200028c1-c3b3-4664-a407-93aaf841a30c service neutron] Notify callbacks [] for port, precommit_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:16.892822 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.provisioning_blocks [req-e7561356-4212-4d5d-b0b0-e1a8bf59b2c3 req-200028c1-c3b3-4664-a407-93aaf841a30c service neutron] Transition to ACTIVE for port object 9bbe2e32-d6c1-4308-a1a8-8fb1c2956e4d will not be triggered until provisioned by entity L2. {{(pid=98442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:45:16.897950 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-e7561356-4212-4d5d-b0b0-e1a8bf59b2c3 req-200028c1-c3b3-4664-a407-93aaf841a30c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6713634'] for port, after_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:16.903104 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-9c136870-0100-45c6-9069-cd9a2cf38dce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:17.148609 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200028c1-c3b3-4664-a407-93aaf841a30c service neutron] Pushing event updated for resources: {'Port': ['ID=9bbe2e32-d6c1-4308-a1a8-8fb1c2956e4d,revision_number=2']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:17.155732 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-200028c1-c3b3-4664-a407-93aaf841a30c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:17.235848 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.managers [req-e7561356-4212-4d5d-b0b0-e1a8bf59b2c3 req-200028c1-c3b3-4664-a407-93aaf841a30c service neutron] Attempting to bind port 9bbe2e32-d6c1-4308-a1a8-8fb1c2956e4d on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:45:17.236148 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.managers [req-e7561356-4212-4d5d-b0b0-e1a8bf59b2c3 req-200028c1-c3b3-4664-a407-93aaf841a30c service neutron] Attempting to bind port 9bbe2e32-d6c1-4308-a1a8-8fb1c2956e4d by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '0d82a303-062a-4e38-9ea1-2b0281f8e184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '46757b2e-7629-4741-89fd-5c6528c3562f'}] {{(pid=98442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:45:17.236507 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7561356-4212-4d5d-b0b0-e1a8bf59b2c3 req-200028c1-c3b3-4664-a407-93aaf841a30c service neutron] Attempting to bind port 9bbe2e32-d6c1-4308-a1a8-8fb1c2956e4d on network 46757b2e-7629-4741-89fd-5c6528c3562f {{(pid=98442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:45:17.242983 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7561356-4212-4d5d-b0b0-e1a8bf59b2c3 req-200028c1-c3b3-4664-a407-93aaf841a30c service neutron] Port 9bbe2e32-d6c1-4308-a1a8-8fb1c2956e4d on network 46757b2e-7629-4741-89fd-5c6528c3562f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:45:17.243325 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7561356-4212-4d5d-b0b0-e1a8bf59b2c3 req-200028c1-c3b3-4664-a407-93aaf841a30c service neutron] Attempting to bind port 9bbe2e32-d6c1-4308-a1a8-8fb1c2956e4d on network 46757b2e-7629-4741-89fd-5c6528c3562f {{(pid=98442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:45:17.249266 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7561356-4212-4d5d-b0b0-e1a8bf59b2c3 req-200028c1-c3b3-4664-a407-93aaf841a30c service neutron] Checking agent: {'id': '63ca40a8-ec34-4216-8e55-4658d3f28a5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 39, 38), 'started_at': datetime.datetime(2021, 5, 31, 11, 39, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:45:17.249820 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7561356-4212-4d5d-b0b0-e1a8bf59b2c3 req-200028c1-c3b3-4664-a407-93aaf841a30c service neutron] Checking segment: {'id': '0d82a303-062a-4e38-9ea1-2b0281f8e184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '46757b2e-7629-4741-89fd-5c6528c3562f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:45:17.250419 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7561356-4212-4d5d-b0b0-e1a8bf59b2c3 req-200028c1-c3b3-4664-a407-93aaf841a30c service neutron] Bound using segment: {'id': '0d82a303-062a-4e38-9ea1-2b0281f8e184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '46757b2e-7629-4741-89fd-5c6528c3562f'} {{(pid=98442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:45:17.251073 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.managers [req-e7561356-4212-4d5d-b0b0-e1a8bf59b2c3 req-200028c1-c3b3-4664-a407-93aaf841a30c service neutron] Bound port: 9bbe2e32-d6c1-4308-a1a8-8fb1c2956e4d, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d82a303-062a-4e38-9ea1-2b0281f8e184', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': '46757b2e-7629-4741-89fd-5c6528c3562f'}}] {{(pid=98442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:45:17.251570 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-e7561356-4212-4d5d-b0b0-e1a8bf59b2c3 req-200028c1-c3b3-4664-a407-93aaf841a30c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:17.362745 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.db [req-e7561356-4212-4d5d-b0b0-e1a8bf59b2c3 req-200028c1-c3b3-4664-a407-93aaf841a30c service neutron] For port 9bbe2e32-d6c1-4308-a1a8-8fb1c2956e4d, host hv-cinder-78638, cleared binding levels {{(pid=98442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:45:17.366041 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.db [req-e7561356-4212-4d5d-b0b0-e1a8bf59b2c3 req-200028c1-c3b3-4664-a407-93aaf841a30c service neutron] For port 9bbe2e32-d6c1-4308-a1a8-8fb1c2956e4d, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9bbe2e32-d6c1-4308-a1a8-8fb1c2956e4d,segment=NetworkSegment(0d82a303-062a-4e38-9ea1-2b0281f8e184),segment_id=0d82a303-062a-4e38-9ea1-2b0281f8e184)] {{(pid=98442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:45:17.372274 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-e7561356-4212-4d5d-b0b0-e1a8bf59b2c3 req-200028c1-c3b3-4664-a407-93aaf841a30c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6713634'] for port, after_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:17.376153 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-b9338aac-e16f-4fba-87f3-8fb7e53f3c5c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:17.447779 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7561356-4212-4d5d-b0b0-e1a8bf59b2c3 req-200028c1-c3b3-4664-a407-93aaf841a30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:17.448394 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-e7561356-4212-4d5d-b0b0-e1a8bf59b2c3 req-200028c1-c3b3-4664-a407-93aaf841a30c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523773'] for port, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:17.449813 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-e7561356-4212-4d5d-b0b0-e1a8bf59b2c3 req-200028c1-c3b3-4664-a407-93aaf841a30c service neutron] 10.222.0.61 "PUT /v2.0/ports/9bbe2e32-d6c1-4308-a1a8-8fb1c2956e4d HTTP/1.1" status: 200 len: 1093 time: 1.1789980 May 31 11:45:17.450328 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e85f6df-3f92-492b-9185-baebb94b603d', 'tag': '9bbe2e32-d6c1-4308-a1a8-8fb1c2956e4d'}] {{(pid=98442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:45:17.452629 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98a8129e16d579ddc31ed5ae2a657a86bf742727e38e306195ca605a81ff71cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d498b4b6-2f75-4cf3-9b84-681508f48387" -d '{"events": [{"name": "network-changed", "server_uuid": "6e85f6df-3f92-492b-9185-baebb94b603d", "tag": "9bbe2e32-d6c1-4308-a1a8-8fb1c2956e4d"}]}' {{(pid=98442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:45:17.463529 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200028c1-c3b3-4664-a407-93aaf841a30c service neutron] Pushing event updated for resources: {'Port': ['ID=9bbe2e32-d6c1-4308-a1a8-8fb1c2956e4d,revision_number=3']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:17.468287 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-200028c1-c3b3-4664-a407-93aaf841a30c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:17.498560 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-799fdd14-6fb3-4d0a-9360-7698a0cae532 x-openstack-request-id: req-799fdd14-6fb3-4d0a-9360-7698a0cae532 {{(pid=98442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:45:17.499028 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e85f6df-3f92-492b-9185-baebb94b603d", "tag": "9bbe2e32-d6c1-4308-a1a8-8fb1c2956e4d", "status": "completed", "code": 200}]} {{(pid=98442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:45:17.499508 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-799fdd14-6fb3-4d0a-9360-7698a0cae532 {{(pid=98442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:45:17.500093 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e85f6df-3f92-492b-9185-baebb94b603d', 'tag': '9bbe2e32-d6c1-4308-a1a8-8fb1c2956e4d', 'status': 'completed', 'code': 200} May 31 11:45:17.601075 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7561356-4212-4d5d-b0b0-e1a8bf59b2c3 req-f092e153-1237-4723-a46a-3513d0ecbab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:17.602770 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-e7561356-4212-4d5d-b0b0-e1a8bf59b2c3 req-f092e153-1237-4723-a46a-3513d0ecbab7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5d75be34920e411d8acd5d91f33d5b42&device_id=6e85f6df-3f92-492b-9185-baebb94b603d HTTP/1.1" status: 200 len: 1096 time: 0.0791104 May 31 11:45:17.695948 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-e7561356-4212-4d5d-b0b0-e1a8bf59b2c3 req-fb4a904f-e752-411f-8936-62848109d9ac service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9bbe2e32-d6c1-4308-a1a8-8fb1c2956e4d HTTP/1.1" status: 200 len: 217 time: 0.0712712 May 31 11:45:17.768493 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7561356-4212-4d5d-b0b0-e1a8bf59b2c3 req-c2661bdb-086e-4709-9f88-bdf98aa5db07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:17.770700 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-e7561356-4212-4d5d-b0b0-e1a8bf59b2c3 req-c2661bdb-086e-4709-9f88-bdf98aa5db07 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e1d4f0a4-741b-49b4-9073-50df86f8d5f2 HTTP/1.1" status: 200 len: 854 time: 0.0671351 May 31 11:45:17.822525 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-e7561356-4212-4d5d-b0b0-e1a8bf59b2c3 req-9d4c8fa1-fdea-42ad-940f-44c6e81eacca service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=46757b2e-7629-4741-89fd-5c6528c3562f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435498 May 31 11:45:18.020481 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-e7561356-4212-4d5d-b0b0-e1a8bf59b2c3 req-b6cc32af-58cc-4e19-878a-d30b4ab00e76 service neutron] 10.222.0.61 "GET /v2.0/networks/46757b2e-7629-4741-89fd-5c6528c3562f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904907 May 31 11:45:18.036830 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edae3fd-019a-48cb-8d44-d3248746ae1f req-f9029dc4-153a-4eb1-9158-3ed92a4314aa tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:18.038885 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-1edae3fd-019a-48cb-8d44-d3248746ae1f req-f9029dc4-153a-4eb1-9158-3ed92a4314aa tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e85f6df-3f92-492b-9185-baebb94b603d HTTP/1.1" status: 200 len: 943 time: 0.1797314 May 31 11:45:18.168415 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-1edae3fd-019a-48cb-8d44-d3248746ae1f req-6784783c-a779-4a2c-83b9-f1b2ff7c7cdb tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] 10.222.0.21 "GET /v2.0/security-groups?id=23ddb76d-0760-4348-9d11-238930422bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099415 May 31 11:45:18.208173 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-e7561356-4212-4d5d-b0b0-e1a8bf59b2c3 req-28e53d41-ef24-434c-81d2-77e8296e260b service neutron] 10.222.0.61 "GET /v2.0/networks/46757b2e-7629-4741-89fd-5c6528c3562f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683505 May 31 11:45:18.398031 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d498b4b6-2f75-4cf3-9b84-681508f48387 req-6f338640-b2c7-4f53-a58c-ec0200384730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:18.399562 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-d498b4b6-2f75-4cf3-9b84-681508f48387 req-6f338640-b2c7-4f53-a58c-ec0200384730 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5d75be34920e411d8acd5d91f33d5b42&device_id=6e85f6df-3f92-492b-9185-baebb94b603d HTTP/1.1" status: 200 len: 1096 time: 0.0805960 May 31 11:45:18.542577 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d498b4b6-2f75-4cf3-9b84-681508f48387 req-95b19223-81c2-42b8-8d3b-516e1bd5f8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:18.544565 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-d498b4b6-2f75-4cf3-9b84-681508f48387 req-95b19223-81c2-42b8-8d3b-516e1bd5f8a6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=46757b2e-7629-4741-89fd-5c6528c3562f HTTP/1.1" status: 200 len: 915 time: 0.1370745 May 31 11:45:18.618399 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-d498b4b6-2f75-4cf3-9b84-681508f48387 req-9459d85b-2989-49a5-acf5-61e5fa279a2e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9bbe2e32-d6c1-4308-a1a8-8fb1c2956e4d HTTP/1.1" status: 200 len: 217 time: 0.0649648 May 31 11:45:18.690482 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d498b4b6-2f75-4cf3-9b84-681508f48387 req-a5cae616-4d44-4787-b9a3-dd0775219391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:18.691864 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-d498b4b6-2f75-4cf3-9b84-681508f48387 req-a5cae616-4d44-4787-b9a3-dd0775219391 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e1d4f0a4-741b-49b4-9073-50df86f8d5f2 HTTP/1.1" status: 200 len: 854 time: 0.0658321 May 31 11:45:18.745500 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-d498b4b6-2f75-4cf3-9b84-681508f48387 req-7943e275-572e-4519-8cd7-c955c6e91a93 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=46757b2e-7629-4741-89fd-5c6528c3562f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429451 May 31 11:45:18.892561 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-d498b4b6-2f75-4cf3-9b84-681508f48387 req-3e3ed512-40f1-4649-9727-847032337c3e service neutron] 10.222.0.61 "GET /v2.0/networks/46757b2e-7629-4741-89fd-5c6528c3562f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386347 May 31 11:45:19.135277 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-d498b4b6-2f75-4cf3-9b84-681508f48387 req-10e0065b-1567-4af1-ad6b-a3857a1b6384 service neutron] 10.222.0.61 "GET /v2.0/networks/46757b2e-7629-4741-89fd-5c6528c3562f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336872 May 31 11:45:19.381098 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25d81a0-f36d-40f2-8326-358b9f43dfb6 req-74600dd4-99ea-42d9-932c-91ce18da31b6 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:19.382636 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-c25d81a0-f36d-40f2-8326-358b9f43dfb6 req-74600dd4-99ea-42d9-932c-91ce18da31b6 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e85f6df-3f92-492b-9185-baebb94b603d HTTP/1.1" status: 200 len: 943 time: 0.0929532 May 31 11:45:19.429906 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-c25d81a0-f36d-40f2-8326-358b9f43dfb6 req-05c64866-dab8-4aec-b61e-cddb3f75876c tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] 10.222.0.21 "GET /v2.0/security-groups?id=23ddb76d-0760-4348-9d11-238930422bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414033 May 31 11:45:20.128520 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device 9bbe2e32-d6c1-4308-a1a8-8fb1c2956e4d details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:45:20.268024 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] For port 9bbe2e32-d6c1-4308-a1a8-8fb1c2956e4d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9bbe2e32-d6c1-4308-a1a8-8fb1c2956e4d,segment=NetworkSegment(0d82a303-062a-4e38-9ea1-2b0281f8e184),segment_id=0d82a303-062a-4e38-9ea1-2b0281f8e184)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:45:20.288576 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Returning: {'device': '9bbe2e32-d6c1-4308-a1a8-8fb1c2956e4d', 'network_id': '46757b2e-7629-4741-89fd-5c6528c3562f', 'port_id': '9bbe2e32-d6c1-4308-a1a8-8fb1c2956e4d', 'mac_address': 'fa:16:3e:5d:40:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1d4f0a4-741b-49b4-9073-50df86f8d5f2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:45:20.358473 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:20.376481 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.notifiers.nova [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bbe2e32-d6c1-4308-a1a8-8fb1c2956e4d {{(pid=98444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:45:20.392401 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] For port 9bbe2e32-d6c1-4308-a1a8-8fb1c2956e4d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9bbe2e32-d6c1-4308-a1a8-8fb1c2956e4d,segment=NetworkSegment(0d82a303-062a-4e38-9ea1-2b0281f8e184),segment_id=0d82a303-062a-4e38-9ea1-2b0281f8e184)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:45:20.397708 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:20.399533 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:20.470933 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Pushing event updated for resources: {'Port': ['ID=9bbe2e32-d6c1-4308-a1a8-8fb1c2956e4d,revision_number=4']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:20.474231 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:20.635658 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c20e9c-b725-4630-a9e0-ca7f826a9809 req-6f699fcb-bc47-4068-af9e-533fe1d635b8 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:20.637292 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-11c20e9c-b725-4630-a9e0-ca7f826a9809 req-6f699fcb-bc47-4068-af9e-533fe1d635b8 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e85f6df-3f92-492b-9185-baebb94b603d HTTP/1.1" status: 200 len: 944 time: 0.0989783 May 31 11:45:20.684932 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-11c20e9c-b725-4630-a9e0-ca7f826a9809 req-01ec93e2-1310-4a05-84f7-6996c8684632 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] 10.222.0.21 "GET /v2.0/security-groups?id=23ddb76d-0760-4348-9d11-238930422bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414615 May 31 11:45:20.765877 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] get_ports_and_sgs() called for port_ids ['9bbe2e32-d6c1-4308-a1a8-8fb1c2956e4d'] {{(pid=98444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:45:21.896687 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1781db69-1e87-42fc-8c71-6a777d02f862 req-529bf549-aba5-4a0b-bf32-17aa5423ad44 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:21.898153 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-1781db69-1e87-42fc-8c71-6a777d02f862 req-529bf549-aba5-4a0b-bf32-17aa5423ad44 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e85f6df-3f92-492b-9185-baebb94b603d HTTP/1.1" status: 200 len: 944 time: 0.0873995 May 31 11:45:21.963360 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-1781db69-1e87-42fc-8c71-6a777d02f862 req-c40d2250-c9af-40d2-a6af-047625a6a259 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] 10.222.0.21 "GET /v2.0/security-groups?id=23ddb76d-0760-4348-9d11-238930422bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592782 May 31 11:45:22.127224 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device 9bbe2e32-d6c1-4308-a1a8-8fb1c2956e4d up at agent hyperv_hv-cinder-78638 {{(pid=98444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:45:22.212587 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Provisioning for port 9bbe2e32-d6c1-4308-a1a8-8fb1c2956e4d completed by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:45:22.217803 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Provisioning complete for port 9bbe2e32-d6c1-4308-a1a8-8fb1c2956e4d triggered by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:45:22.218189 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:22.345851 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:22.374871 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e85f6df-3f92-492b-9185-baebb94b603d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bbe2e32-d6c1-4308-a1a8-8fb1c2956e4d'}] {{(pid=98444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:45:22.377159 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88ad6d6066f99d569bf87ae86d08865c72136362fb0dde426bf5d6223abbdd23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f34f7eb6-e0a9-4faf-b313-0c15d9211bac" -d '{"events": [{"server_uuid": "6e85f6df-3f92-492b-9185-baebb94b603d", "name": "network-vif-plugged", "status": "completed", "tag": "9bbe2e32-d6c1-4308-a1a8-8fb1c2956e4d"}]}' {{(pid=98444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:45:22.386295 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] For port 9bbe2e32-d6c1-4308-a1a8-8fb1c2956e4d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9bbe2e32-d6c1-4308-a1a8-8fb1c2956e4d,segment=NetworkSegment(0d82a303-062a-4e38-9ea1-2b0281f8e184),segment_id=0d82a303-062a-4e38-9ea1-2b0281f8e184)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:45:22.393512 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:22.395600 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:22.431534 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a25f1f-eb68-4bb8-859b-eb15ecb9cd11 x-openstack-request-id: req-c7a25f1f-eb68-4bb8-859b-eb15ecb9cd11 {{(pid=98444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:45:22.431829 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e85f6df-3f92-492b-9185-baebb94b603d", "name": "network-vif-plugged", "status": "completed", "tag": "9bbe2e32-d6c1-4308-a1a8-8fb1c2956e4d", "code": 200}]} {{(pid=98444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:45:22.432086 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c7a25f1f-eb68-4bb8-859b-eb15ecb9cd11 {{(pid=98444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:45:22.432478 dv-cinder-786383-7-smb neutron-server[98444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e85f6df-3f92-492b-9185-baebb94b603d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bbe2e32-d6c1-4308-a1a8-8fb1c2956e4d', 'code': 200} May 31 11:45:22.466698 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Pushing event updated for resources: {'Port': ['ID=9bbe2e32-d6c1-4308-a1a8-8fb1c2956e4d,revision_number=5']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:22.469332 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:22.723736 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cb7faa-ea9c-4280-8026-9285ca68ca39 req-8f844457-f701-405c-9577-fa396eff5368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:22.725236 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-27cb7faa-ea9c-4280-8026-9285ca68ca39 req-8f844457-f701-405c-9577-fa396eff5368 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6e85f6df-3f92-492b-9185-baebb94b603d HTTP/1.1" status: 200 len: 1098 time: 0.0742512 May 31 11:45:22.771294 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-27cb7faa-ea9c-4280-8026-9285ca68ca39 req-b2e7eff7-bcd5-41d1-aa01-1271e517a873 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=23ddb76d-0760-4348-9d11-238930422bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367451 May 31 11:45:23.167251 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65679010-f97b-4d68-806f-61de15d2610b req-0ca55dac-8e12-425c-8816-ab2e38fe87d4 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:23.169594 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-65679010-f97b-4d68-806f-61de15d2610b req-0ca55dac-8e12-425c-8816-ab2e38fe87d4 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e85f6df-3f92-492b-9185-baebb94b603d HTTP/1.1" status: 200 len: 945 time: 0.0953212 May 31 11:45:23.218841 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-65679010-f97b-4d68-806f-61de15d2610b req-93c247c2-f27e-4df6-9230-93754d753320 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] 10.222.0.21 "GET /v2.0/security-groups?id=23ddb76d-0760-4348-9d11-238930422bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404916 May 31 11:45:23.594730 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.agents_db [None req-9d677285-078d-4c88-aefd-aa7dfcc00faf None None] Agent healthcheck: found 6 active agents {{(pid=98445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:45:24.422317 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43dd19b-11ca-4bfa-a79a-30475f312658 req-418ee2ca-78a5-43a6-a05d-e3702150b4ac tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:24.423798 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-c43dd19b-11ca-4bfa-a79a-30475f312658 req-418ee2ca-78a5-43a6-a05d-e3702150b4ac tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e85f6df-3f92-492b-9185-baebb94b603d HTTP/1.1" status: 200 len: 945 time: 0.0947111 May 31 11:45:24.474419 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-c43dd19b-11ca-4bfa-a79a-30475f312658 req-60586bef-01aa-440f-a1a6-cd2972a38935 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] 10.222.0.21 "GET /v2.0/security-groups?id=23ddb76d-0760-4348-9d11-238930422bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447750 May 31 11:45:24.774848 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-7fc9855f-3c62-42bf-bd64-c50e704f8b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:27.505498 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:27.791814 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-ab040405-c0e3-4b7e-a6be-69121ef147e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:28.458491 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-a91c5e8e-8952-4db6-a598-6e76e849b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:30.162303 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-9fdf87ec-5ce8-4616-9e32-e9b9d10b7557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:30.802290 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-5e40c162-db16-4598-ab21-c647f1f60581 req-84f21c62-5c87-4589-8aa1-d140b535da27 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-174812481&fields=id&tenant_id=da7e9892b47c455d8e37f4de2870ea09 HTTP/1.1" status: 200 len: 267 time: 0.0410023 May 31 11:45:30.965225 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e40c162-db16-4598-ab21-c647f1f60581 req-c3c365e3-2e67-4ea1-be58-1bccbad85249 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:30.966713 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-5e40c162-db16-4598-ab21-c647f1f60581 req-c3c365e3-2e67-4ea1-be58-1bccbad85249 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.21 "GET /v2.0/networks?id=a6b938de-a551-480c-9f2c-5c4136d08e82 HTTP/1.1" status: 200 len: 809 time: 0.1576426 May 31 11:45:30.982075 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-5e40c162-db16-4598-ab21-c647f1f60581 req-b40537e3-76be-4c7c-b1e2-aa789fff87b2 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.21 "GET /v2.0/quotas/da7e9892b47c455d8e37f4de2870ea09 HTTP/1.1" status: 200 len: 375 time: 0.0098622 May 31 11:45:31.065836 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [req-5e40c162-db16-4598-ab21-c647f1f60581 req-8251e3d4-7ace-4d43-b0e8-2862e07e8df4 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Synchronizing usage tracker for tenant:da7e9892b47c455d8e37f4de2870ea09 on resource:port {{(pid=98442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:45:31.083881 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [req-5e40c162-db16-4598-ab21-c647f1f60581 req-8251e3d4-7ace-4d43-b0e8-2862e07e8df4 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Unset dirty status for tenant:da7e9892b47c455d8e37f4de2870ea09 on resource:port {{(pid=98442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:45:31.085182 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-5e40c162-db16-4598-ab21-c647f1f60581 req-8251e3d4-7ace-4d43-b0e8-2862e07e8df4 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=da7e9892b47c455d8e37f4de2870ea09&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0982943 May 31 11:45:31.226030 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-5e40c162-db16-4598-ab21-c647f1f60581 req-b5a151bd-a835-4ea7-97b7-1f2a5ff0db9a service neutron] 10.222.0.21 "GET /v2.0/networks/a6b938de-a551-480c-9f2c-5c4136d08e82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291113 May 31 11:45:31.388105 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-5e40c162-db16-4598-ab21-c647f1f60581 req-f8d374e3-ae6a-4663-af4f-918b6c893a4f service neutron] 10.222.0.21 "GET /v2.0/networks/a6b938de-a551-480c-9f2c-5c4136d08e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558800 May 31 11:45:31.868161 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-7a48913d-fa11-408a-b4ad-c4a55611c60c req-cf517eb1-8a7e-4a3e-bb09-2a01baeb8e04 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.21 "GET /v2.0/ports?device_id=62884dd2-8e80-4f45-867d-65744e9a6f07 HTTP/1.1" status: 200 len: 210 time: 0.0621204 May 31 11:45:33.038945 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-9a9a4f16-a784-4493-83b3-cc68e6065f28 req-4cd8bd54-14b1-47c2-962e-244ac9c990b7 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.21 "GET /v2.0/ports?device_id=62884dd2-8e80-4f45-867d-65744e9a6f07 HTTP/1.1" status: 200 len: 210 time: 0.0433781 May 31 11:45:33.232860 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e40c162-db16-4598-ab21-c647f1f60581 req-4b55c87d-0623-4270-a2fa-8de055b86885 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:33.234304 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-5e40c162-db16-4598-ab21-c647f1f60581 req-4b55c87d-0623-4270-a2fa-8de055b86885 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.61 "GET /v2.0/networks?id=a6b938de-a551-480c-9f2c-5c4136d08e82 HTTP/1.1" status: 200 len: 809 time: 0.1510346 May 31 11:45:33.291216 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-5e40c162-db16-4598-ab21-c647f1f60581 req-f1a9ac78-d54e-484c-b843-14d860fe16a3 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=da7e9892b47c455d8e37f4de2870ea09 HTTP/1.1" status: 200 len: 379 time: 0.0411289 May 31 11:45:33.301109 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.v2.base [req-5e40c162-db16-4598-ab21-c647f1f60581 req-b33e34c6-3e06-4666-8237-46c3901b89a1 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Request body: {'port': {'device_id': '62884dd2-8e80-4f45-867d-65744e9a6f07', 'network_id': 'a6b938de-a551-480c-9f2c-5c4136d08e82', 'admin_state_up': True, 'tenant_id': 'da7e9892b47c455d8e37f4de2870ea09', 'security_groups': ['350170dc-f8ea-4573-bb19-62b5545493fe']}} {{(pid=98442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:45:33.443573 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [req-5e40c162-db16-4598-ab21-c647f1f60581 req-b33e34c6-3e06-4666-8237-46c3901b89a1 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:45:33.453719 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [req-5e40c162-db16-4598-ab21-c647f1f60581 req-b33e34c6-3e06-4666-8237-46c3901b89a1 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:45:33.464159 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e40c162-db16-4598-ab21-c647f1f60581 req-b33e34c6-3e06-4666-8237-46c3901b89a1 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Made reservation on behalf of da7e9892b47c455d8e37f4de2870ea09 for: {'port': 1} {{(pid=98442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:45:33.468348 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-5e40c162-db16-4598-ab21-c647f1f60581 req-b33e34c6-3e06-4666-8237-46c3901b89a1 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:33.722635 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.db_base_plugin_common [req-5e40c162-db16-4598-ab21-c647f1f60581 req-b33e34c6-3e06-4666-8237-46c3901b89a1 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Allocated IP 172.20.0.14 (a6b938de-a551-480c-9f2c-5c4136d08e82/8e4cdfc3-ae92-4456-8b30-cc5459acb680/7713f6ae-6ca0-4b72-ad9d-310dbe482ea9) {{(pid=98442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:45:33.923420 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-5e40c162-db16-4598-ab21-c647f1f60581 req-b33e34c6-3e06-4666-8237-46c3901b89a1 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Notify callbacks [] for port, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:33.940533 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.provisioning_blocks [req-5e40c162-db16-4598-ab21-c647f1f60581 req-b33e34c6-3e06-4666-8237-46c3901b89a1 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Transition to ACTIVE for port object 7713f6ae-6ca0-4b72-ad9d-310dbe482ea9 will not be triggered until provisioned by entity DHCP. {{(pid=98442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:45:33.969641 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-5e40c162-db16-4598-ab21-c647f1f60581 req-b33e34c6-3e06-4666-8237-46c3901b89a1 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781593114058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6713643'] for port, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:33.975532 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-b9338aac-e16f-4fba-87f3-8fb7e53f3c5c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:34.043978 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e40c162-db16-4598-ab21-c647f1f60581 req-b33e34c6-3e06-4666-8237-46c3901b89a1 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Network a6b938de-a551-480c-9f2c-5c4136d08e82 is already hosted by enough agents. {{(pid=98442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:45:34.048640 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.base_scheduler [req-5e40c162-db16-4598-ab21-c647f1f60581 req-b33e34c6-3e06-4666-8237-46c3901b89a1 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Resources bound (agent type, host, resource id): {{(pid=98442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:45:34.051616 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e40c162-db16-4598-ab21-c647f1f60581 req-b33e34c6-3e06-4666-8237-46c3901b89a1 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Received port after_create {{(pid=98442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:45:34.113866 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33e34c6-3e06-4666-8237-46c3901b89a1 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Pushing event updated for resources: {'Port': ['ID=7713f6ae-6ca0-4b72-ad9d-310dbe482ea9,revision_number=1']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:34.120696 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-b33e34c6-3e06-4666-8237-46c3901b89a1 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:34.145801 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e40c162-db16-4598-ab21-c647f1f60581 req-b33e34c6-3e06-4666-8237-46c3901b89a1 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:34.149214 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-5e40c162-db16-4598-ab21-c647f1f60581 req-b33e34c6-3e06-4666-8237-46c3901b89a1 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523773'] for port, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:34.187714 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-5e40c162-db16-4598-ab21-c647f1f60581 req-b33e34c6-3e06-4666-8237-46c3901b89a1 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8893311 May 31 11:45:34.238538 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.v2.base [req-5e40c162-db16-4598-ab21-c647f1f60581 req-3acc23f8-eb0d-4869-9a2b-298ec0989d3f service neutron] Request body: {'port': {'device_id': '62884dd2-8e80-4f45-867d-65744e9a6f07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:45:34.334398 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-a2aac144-6a59-4208-a101-40e209afb1a3 None None] Provisioning for port 7713f6ae-6ca0-4b72-ad9d-310dbe482ea9 completed by entity DHCP. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:45:34.340926 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-a2aac144-6a59-4208-a101-40e209afb1a3 None None] Provisioning complete for port 7713f6ae-6ca0-4b72-ad9d-310dbe482ea9 triggered by entity DHCP. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:45:34.341377 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-a2aac144-6a59-4208-a101-40e209afb1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:34.399647 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.plugin [None req-a2aac144-6a59-4208-a101-40e209afb1a3 None None] Port 7713f6ae-6ca0-4b72-ad9d-310dbe482ea9 cannot update to ACTIVE because it is not bound. {{(pid=98444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:45:34.432631 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-5e40c162-db16-4598-ab21-c647f1f60581 req-3acc23f8-eb0d-4869-9a2b-298ec0989d3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:34.498099 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c78bb00-fa2b-4b58-b131-c7dbf6926209 req-4298b7b8-2732-4107-a25f-81becd29a1a3 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:34.498717 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [req-9c78bb00-fa2b-4b58-b131-c7dbf6926209 req-4298b7b8-2732-4107-a25f-81becd29a1a3 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Synchronizing usage tracker for tenant:da7e9892b47c455d8e37f4de2870ea09 on resource:port {{(pid=98442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:45:34.516571 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4aed99-07a1-4d88-be34-073ef659c305 req-01f1f07f-39a6-42fd-9b1b-0885223ad63d tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:34.518051 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-9f4aed99-07a1-4d88-be34-073ef659c305 req-01f1f07f-39a6-42fd-9b1b-0885223ad63d tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db774e8-27b0-4a95-aa30-3b7d13d5786d HTTP/1.1" status: 200 len: 945 time: 0.2853765 May 31 11:45:34.576915 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [req-9c78bb00-fa2b-4b58-b131-c7dbf6926209 req-4298b7b8-2732-4107-a25f-81becd29a1a3 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Unset dirty status for tenant:da7e9892b47c455d8e37f4de2870ea09 on resource:port {{(pid=98442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:45:34.578068 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-9c78bb00-fa2b-4b58-b131-c7dbf6926209 req-4298b7b8-2732-4107-a25f-81becd29a1a3 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.21 "GET /v2.0/ports?device_id=62884dd2-8e80-4f45-867d-65744e9a6f07 HTTP/1.1" status: 200 len: 932 time: 0.3894250 May 31 11:45:34.658313 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-9f4aed99-07a1-4d88-be34-073ef659c305 req-7c2811fe-f903-48d4-af2f-d7f4f466d10a tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1a6aea4-fc43-4be4-985d-d05aeb50d0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323700 May 31 11:45:34.717248 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-9c78bb00-fa2b-4b58-b131-c7dbf6926209 req-1af013c4-6aec-4f41-8fba-00346397917e tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.21 "GET /v2.0/security-groups?id=350170dc-f8ea-4573-bb19-62b5545493fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965309 May 31 11:45:34.899347 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.notifiers.nova [req-5e40c162-db16-4598-ab21-c647f1f60581 req-3acc23f8-eb0d-4869-9a2b-298ec0989d3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7713f6ae-6ca0-4b72-ad9d-310dbe482ea9 {{(pid=98442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:45:34.907425 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-5e40c162-db16-4598-ab21-c647f1f60581 req-3acc23f8-eb0d-4869-9a2b-298ec0989d3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:34.921775 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.provisioning_blocks [req-5e40c162-db16-4598-ab21-c647f1f60581 req-3acc23f8-eb0d-4869-9a2b-298ec0989d3f service neutron] Transition to ACTIVE for port object 7713f6ae-6ca0-4b72-ad9d-310dbe482ea9 will not be triggered until provisioned by entity L2. {{(pid=98442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:45:34.926720 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-5e40c162-db16-4598-ab21-c647f1f60581 req-3acc23f8-eb0d-4869-9a2b-298ec0989d3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6713634'] for port, after_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:34.930280 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-b2c993d0-7384-422d-9dd4-98ca78db631a tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:35.080474 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acc23f8-eb0d-4869-9a2b-298ec0989d3f service neutron] Pushing event updated for resources: {'Port': ['ID=7713f6ae-6ca0-4b72-ad9d-310dbe482ea9,revision_number=2']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:35.088030 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-3acc23f8-eb0d-4869-9a2b-298ec0989d3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:35.176065 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.managers [req-5e40c162-db16-4598-ab21-c647f1f60581 req-3acc23f8-eb0d-4869-9a2b-298ec0989d3f service neutron] Attempting to bind port 7713f6ae-6ca0-4b72-ad9d-310dbe482ea9 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:45:35.176376 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.managers [req-5e40c162-db16-4598-ab21-c647f1f60581 req-3acc23f8-eb0d-4869-9a2b-298ec0989d3f service neutron] Attempting to bind port 7713f6ae-6ca0-4b72-ad9d-310dbe482ea9 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '146052b5-f78e-4c1f-a6d4-11a97914375b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'a6b938de-a551-480c-9f2c-5c4136d08e82'}] {{(pid=98442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:45:35.176706 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e40c162-db16-4598-ab21-c647f1f60581 req-3acc23f8-eb0d-4869-9a2b-298ec0989d3f service neutron] Attempting to bind port 7713f6ae-6ca0-4b72-ad9d-310dbe482ea9 on network a6b938de-a551-480c-9f2c-5c4136d08e82 {{(pid=98442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:45:35.181677 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e40c162-db16-4598-ab21-c647f1f60581 req-3acc23f8-eb0d-4869-9a2b-298ec0989d3f service neutron] Port 7713f6ae-6ca0-4b72-ad9d-310dbe482ea9 on network a6b938de-a551-480c-9f2c-5c4136d08e82 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:45:35.182001 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e40c162-db16-4598-ab21-c647f1f60581 req-3acc23f8-eb0d-4869-9a2b-298ec0989d3f service neutron] Attempting to bind port 7713f6ae-6ca0-4b72-ad9d-310dbe482ea9 on network a6b938de-a551-480c-9f2c-5c4136d08e82 {{(pid=98442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:45:35.188451 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e40c162-db16-4598-ab21-c647f1f60581 req-3acc23f8-eb0d-4869-9a2b-298ec0989d3f service neutron] Checking agent: {'id': '63ca40a8-ec34-4216-8e55-4658d3f28a5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 39, 38), 'started_at': datetime.datetime(2021, 5, 31, 11, 39, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:45:35.188786 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e40c162-db16-4598-ab21-c647f1f60581 req-3acc23f8-eb0d-4869-9a2b-298ec0989d3f service neutron] Checking segment: {'id': '146052b5-f78e-4c1f-a6d4-11a97914375b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'a6b938de-a551-480c-9f2c-5c4136d08e82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:45:35.189193 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e40c162-db16-4598-ab21-c647f1f60581 req-3acc23f8-eb0d-4869-9a2b-298ec0989d3f service neutron] Bound using segment: {'id': '146052b5-f78e-4c1f-a6d4-11a97914375b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'a6b938de-a551-480c-9f2c-5c4136d08e82'} {{(pid=98442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:45:35.189623 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.managers [req-5e40c162-db16-4598-ab21-c647f1f60581 req-3acc23f8-eb0d-4869-9a2b-298ec0989d3f service neutron] Bound port: 7713f6ae-6ca0-4b72-ad9d-310dbe482ea9, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '146052b5-f78e-4c1f-a6d4-11a97914375b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 694, 'network_id': 'a6b938de-a551-480c-9f2c-5c4136d08e82'}}] {{(pid=98442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:45:35.189962 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-5e40c162-db16-4598-ab21-c647f1f60581 req-3acc23f8-eb0d-4869-9a2b-298ec0989d3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:35.281065 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.db [req-5e40c162-db16-4598-ab21-c647f1f60581 req-3acc23f8-eb0d-4869-9a2b-298ec0989d3f service neutron] For port 7713f6ae-6ca0-4b72-ad9d-310dbe482ea9, host hv-cinder-78638, cleared binding levels {{(pid=98442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:45:35.284214 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.db [req-5e40c162-db16-4598-ab21-c647f1f60581 req-3acc23f8-eb0d-4869-9a2b-298ec0989d3f service neutron] For port 7713f6ae-6ca0-4b72-ad9d-310dbe482ea9, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7713f6ae-6ca0-4b72-ad9d-310dbe482ea9,segment=NetworkSegment(146052b5-f78e-4c1f-a6d4-11a97914375b),segment_id=146052b5-f78e-4c1f-a6d4-11a97914375b)] {{(pid=98442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:45:35.291098 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-5e40c162-db16-4598-ab21-c647f1f60581 req-3acc23f8-eb0d-4869-9a2b-298ec0989d3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6713634'] for port, after_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:35.295332 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-be4839fa-4227-466f-8f06-61e21b8cd518 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:35.357749 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e40c162-db16-4598-ab21-c647f1f60581 req-3acc23f8-eb0d-4869-9a2b-298ec0989d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:35.358507 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-5e40c162-db16-4598-ab21-c647f1f60581 req-3acc23f8-eb0d-4869-9a2b-298ec0989d3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523773'] for port, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:35.359725 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-5e40c162-db16-4598-ab21-c647f1f60581 req-3acc23f8-eb0d-4869-9a2b-298ec0989d3f service neutron] 10.222.0.61 "PUT /v2.0/ports/7713f6ae-6ca0-4b72-ad9d-310dbe482ea9 HTTP/1.1" status: 200 len: 1094 time: 1.1258695 May 31 11:45:35.360214 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62884dd2-8e80-4f45-867d-65744e9a6f07', 'tag': '7713f6ae-6ca0-4b72-ad9d-310dbe482ea9'}] {{(pid=98442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:45:35.362481 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98a8129e16d579ddc31ed5ae2a657a86bf742727e38e306195ca605a81ff71cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51e43968-802e-48ab-89db-1b4806f46005" -d '{"events": [{"name": "network-changed", "server_uuid": "62884dd2-8e80-4f45-867d-65744e9a6f07", "tag": "7713f6ae-6ca0-4b72-ad9d-310dbe482ea9"}]}' {{(pid=98442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:45:35.384291 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acc23f8-eb0d-4869-9a2b-298ec0989d3f service neutron] Pushing event updated for resources: {'Port': ['ID=7713f6ae-6ca0-4b72-ad9d-310dbe482ea9,revision_number=3']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:35.391555 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-3acc23f8-eb0d-4869-9a2b-298ec0989d3f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:35.417886 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66a1c234-0ee5-4b93-ac8f-55e4bd635b07 x-openstack-request-id: req-66a1c234-0ee5-4b93-ac8f-55e4bd635b07 {{(pid=98442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:45:35.419370 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62884dd2-8e80-4f45-867d-65744e9a6f07", "tag": "7713f6ae-6ca0-4b72-ad9d-310dbe482ea9", "status": "completed", "code": 200}]} {{(pid=98442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:45:35.420422 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-66a1c234-0ee5-4b93-ac8f-55e4bd635b07 {{(pid=98442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:45:35.421335 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62884dd2-8e80-4f45-867d-65744e9a6f07', 'tag': '7713f6ae-6ca0-4b72-ad9d-310dbe482ea9', 'status': 'completed', 'code': 200} May 31 11:45:35.510533 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e40c162-db16-4598-ab21-c647f1f60581 req-9ef9efc0-cf86-406b-83d4-c6df63cd6fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:35.512054 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-5e40c162-db16-4598-ab21-c647f1f60581 req-9ef9efc0-cf86-406b-83d4-c6df63cd6fcc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=da7e9892b47c455d8e37f4de2870ea09&device_id=62884dd2-8e80-4f45-867d-65744e9a6f07 HTTP/1.1" status: 200 len: 1097 time: 0.0749528 May 31 11:45:35.674522 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-5e40c162-db16-4598-ab21-c647f1f60581 req-44939261-7a19-4a81-93d9-2e64ad796564 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7713f6ae-6ca0-4b72-ad9d-310dbe482ea9 HTTP/1.1" status: 200 len: 217 time: 0.1440244 May 31 11:45:35.739539 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e40c162-db16-4598-ab21-c647f1f60581 req-f90d37b4-786b-42ad-9493-91cac7cfa490 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:35.741407 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-5e40c162-db16-4598-ab21-c647f1f60581 req-f90d37b4-786b-42ad-9493-91cac7cfa490 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8e4cdfc3-ae92-4456-8b30-cc5459acb680 HTTP/1.1" status: 200 len: 848 time: 0.0585938 May 31 11:45:35.953614 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e40c162-db16-4598-ab21-c647f1f60581 req-2f7efec8-1e69-4ed0-bd2a-b32c0e89e844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:35.955215 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-5e40c162-db16-4598-ab21-c647f1f60581 req-2f7efec8-1e69-4ed0-bd2a-b32c0e89e844 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a6b938de-a551-480c-9f2c-5c4136d08e82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1996231 May 31 11:45:35.966030 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e051679-da10-4ab0-bb7c-872be765c868 req-54e07524-9c7e-4b16-866d-2702e7bbbde1 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:35.967651 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-1e051679-da10-4ab0-bb7c-872be765c868 req-54e07524-9c7e-4b16-866d-2702e7bbbde1 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db774e8-27b0-4a95-aa30-3b7d13d5786d HTTP/1.1" status: 200 len: 945 time: 0.1789534 May 31 11:45:35.979909 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a06de17-ad76-42f0-acfa-149be1e249cb req-805bc6cd-4681-46bd-8fc1-46af24aa05ab tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:35.981940 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-9a06de17-ad76-42f0-acfa-149be1e249cb req-805bc6cd-4681-46bd-8fc1-46af24aa05ab tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.21 "GET /v2.0/ports?device_id=62884dd2-8e80-4f45-867d-65744e9a6f07 HTTP/1.1" status: 200 len: 944 time: 0.1489305 May 31 11:45:36.138526 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-1e051679-da10-4ab0-bb7c-872be765c868 req-b31e37a8-a05a-4d42-90c2-2582c0c51076 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1a6aea4-fc43-4be4-985d-d05aeb50d0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555984 May 31 11:45:36.142983 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-9a06de17-ad76-42f0-acfa-149be1e249cb req-01dae168-7a8f-4bde-a585-267b0f0813be tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.21 "GET /v2.0/security-groups?id=350170dc-f8ea-4573-bb19-62b5545493fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297028 May 31 11:45:36.182440 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-5e40c162-db16-4598-ab21-c647f1f60581 req-612ed176-d801-422a-bb35-a72772728895 service neutron] 10.222.0.61 "GET /v2.0/networks/a6b938de-a551-480c-9f2c-5c4136d08e82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865163 May 31 11:45:36.322504 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-5e40c162-db16-4598-ab21-c647f1f60581 req-89680b77-9c60-4fb7-b43b-19aaa7e008b6 service neutron] 10.222.0.61 "GET /v2.0/networks/a6b938de-a551-480c-9f2c-5c4136d08e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321003 May 31 11:45:36.549994 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e43968-802e-48ab-89db-1b4806f46005 req-a258d1d4-ae9a-443f-b8bd-3bc29d5f5cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:36.551424 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-51e43968-802e-48ab-89db-1b4806f46005 req-a258d1d4-ae9a-443f-b8bd-3bc29d5f5cc9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=da7e9892b47c455d8e37f4de2870ea09&device_id=62884dd2-8e80-4f45-867d-65744e9a6f07 HTTP/1.1" status: 200 len: 1097 time: 0.0741186 May 31 11:45:36.741645 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e43968-802e-48ab-89db-1b4806f46005 req-7fc4f3a4-3a40-4b3f-a954-330077983e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:36.743160 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-51e43968-802e-48ab-89db-1b4806f46005 req-7fc4f3a4-3a40-4b3f-a954-330077983e66 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a6b938de-a551-480c-9f2c-5c4136d08e82 HTTP/1.1" status: 200 len: 910 time: 0.1376438 May 31 11:45:36.823363 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-51e43968-802e-48ab-89db-1b4806f46005 req-ce291651-e762-4256-9ef0-5a78a72e37dd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7713f6ae-6ca0-4b72-ad9d-310dbe482ea9 HTTP/1.1" status: 200 len: 217 time: 0.0723608 May 31 11:45:36.897198 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e43968-802e-48ab-89db-1b4806f46005 req-4737df3a-ef91-44e2-ba16-adeef6350af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:36.898626 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-51e43968-802e-48ab-89db-1b4806f46005 req-4737df3a-ef91-44e2-ba16-adeef6350af5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8e4cdfc3-ae92-4456-8b30-cc5459acb680 HTTP/1.1" status: 200 len: 848 time: 0.0590351 May 31 11:45:36.923510 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f9d7b-3031-4e9e-a302-fa17cb3476f8 req-8e1af2d7-3106-40e7-a72b-4db67b47e00c tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:36.924220 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [req-da3f9d7b-3031-4e9e-a302-fa17cb3476f8 req-8e1af2d7-3106-40e7-a72b-4db67b47e00c tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Synchronizing usage tracker for tenant:0eca8cc498704c828ce4fda2d808043a on resource:port {{(pid=98443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:45:36.943059 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [req-da3f9d7b-3031-4e9e-a302-fa17cb3476f8 req-8e1af2d7-3106-40e7-a72b-4db67b47e00c tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Unset dirty status for tenant:0eca8cc498704c828ce4fda2d808043a on resource:port {{(pid=98443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:45:36.944590 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-da3f9d7b-3031-4e9e-a302-fa17cb3476f8 req-8e1af2d7-3106-40e7-a72b-4db67b47e00c tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.61 "GET /v2.0/ports?device_id=8db774e8-27b0-4a95-aa30-3b7d13d5786d HTTP/1.1" status: 200 len: 945 time: 0.1041713 May 31 11:45:36.975275 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e43968-802e-48ab-89db-1b4806f46005 req-7d182f23-a11b-40d9-bbb0-8342dbdbbcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:36.976739 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-51e43968-802e-48ab-89db-1b4806f46005 req-7d182f23-a11b-40d9-bbb0-8342dbdbbcad service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a6b938de-a551-480c-9f2c-5c4136d08e82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0711248 May 31 11:45:37.089281 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.plugin [req-da3f9d7b-3031-4e9e-a302-fa17cb3476f8 req-ef0cea9c-3c4e-439d-8753-b2f7592ecf16 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Deleting port 0d4b5761-502f-41e5-8a57-6b88be8db3a9 {{(pid=98443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:45:37.089566 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-da3f9d7b-3031-4e9e-a302-fa17cb3476f8 req-ef0cea9c-3c4e-439d-8753-b2f7592ecf16 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781593492803'] for port, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:37.112058 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-51e43968-802e-48ab-89db-1b4806f46005 req-79591a18-5731-445a-9f0c-e3424338c7d4 service neutron] 10.222.0.61 "GET /v2.0/networks/a6b938de-a551-480c-9f2c-5c4136d08e82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283131 May 31 11:45:37.234430 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.db [req-da3f9d7b-3031-4e9e-a302-fa17cb3476f8 req-ef0cea9c-3c4e-439d-8753-b2f7592ecf16 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] For port 0d4b5761-502f-41e5-8a57-6b88be8db3a9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0d4b5761-502f-41e5-8a57-6b88be8db3a9,segment=NetworkSegment(745935fc-742e-4dd5-baa0-27f62ebcc000),segment_id=745935fc-742e-4dd5-baa0-27f62ebcc000)] {{(pid=98443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:45:37.234816 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-da3f9d7b-3031-4e9e-a302-fa17cb3476f8 req-ef0cea9c-3c4e-439d-8753-b2f7592ecf16 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8366366'] for port, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:37.298863 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-51e43968-802e-48ab-89db-1b4806f46005 req-0667876b-680c-4eaa-ba61-ab2f7fec04ad service neutron] 10.222.0.61 "GET /v2.0/networks/a6b938de-a551-480c-9f2c-5c4136d08e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722286 May 31 11:45:37.409993 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a883b3-095b-4aa2-bb1c-369dbc9bf620 req-9e2e0fd0-3dc7-46f3-ad5e-7f461820b81f tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:37.411483 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-84a883b3-095b-4aa2-bb1c-369dbc9bf620 req-9e2e0fd0-3dc7-46f3-ad5e-7f461820b81f tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db774e8-27b0-4a95-aa30-3b7d13d5786d HTTP/1.1" status: 200 len: 945 time: 0.1529024 May 31 11:45:37.419121 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6128f9-2410-41f2-b5ce-442010fae910 req-5284ca39-ce7e-4117-ab0c-5d8344fefcc0 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:37.420518 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-5e6128f9-2410-41f2-b5ce-442010fae910 req-5284ca39-ce7e-4117-ab0c-5d8344fefcc0 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.21 "GET /v2.0/ports?device_id=62884dd2-8e80-4f45-867d-65744e9a6f07 HTTP/1.1" status: 200 len: 944 time: 0.1597688 May 31 11:45:37.553468 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-da3f9d7b-3031-4e9e-a302-fa17cb3476f8 req-ef0cea9c-3c4e-439d-8753-b2f7592ecf16 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:37.553846 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-da3f9d7b-3031-4e9e-a302-fa17cb3476f8 req-ef0cea9c-3c4e-439d-8753-b2f7592ecf16 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8365565'] for floatingip, after_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:37.554188 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.db.l3_db [req-da3f9d7b-3031-4e9e-a302-fa17cb3476f8 req-ef0cea9c-3c4e-439d-8753-b2f7592ecf16 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Floating IP 3065d8d8-8a57-4b16-9e68-255d42ef1674 disassociated. External IP: 172.28.3.161, port: 0d4b5761-502f-41e5-8a57-6b88be8db3a9. May 31 11:45:37.554492 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.plugin [req-da3f9d7b-3031-4e9e-a302-fa17cb3476f8 req-ef0cea9c-3c4e-439d-8753-b2f7592ecf16 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Calling delete_port for 0d4b5761-502f-41e5-8a57-6b88be8db3a9 owned by compute:nova {{(pid=98443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:45:37.616962 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-5e6128f9-2410-41f2-b5ce-442010fae910 req-af41159a-2b7f-49b4-8927-d3ffe09de7ed tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.21 "GET /v2.0/security-groups?id=350170dc-f8ea-4573-bb19-62b5545493fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1813900 May 31 11:45:37.619804 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-84a883b3-095b-4aa2-bb1c-369dbc9bf620 req-586da764-ec14-4585-9566-78a4d252e4c1 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/security-groups?id=e1a6aea4-fc43-4be4-985d-d05aeb50d0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1984174 May 31 11:45:37.679040 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-da3f9d7b-3031-4e9e-a302-fa17cb3476f8 req-ef0cea9c-3c4e-439d-8753-b2f7592ecf16 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781593493926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781593114067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6347609'] for port, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:37.686207 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-bda7545b-9e10-401a-9440-3049e1a0448f tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:37.729664 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0cea9c-3c4e-439d-8753-b2f7592ecf16 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Pushing event deleted for resources: {'Port': ['ID=0d4b5761-502f-41e5-8a57-6b88be8db3a9,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:37.733905 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-ef0cea9c-3c4e-439d-8753-b2f7592ecf16 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:37.863063 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-bd5db2e9-84d8-4af7-a317-c55eca5d1bb2 req-3cca2806-a03d-44b0-a6ae-a6abc1290dea service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=33574f64-485e-4e68-a475-b522f2b61547&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0794687 May 31 11:45:37.941244 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da3f9d7b-3031-4e9e-a302-fa17cb3476f8 req-ef0cea9c-3c4e-439d-8753-b2f7592ecf16 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Router 1f31bf17-2c66-4dca-a7df-4af4dab9b0d6 has already been hosted by L3 agent 18500941-09fe-4120-b40f-cc1049bfe169 {{(pid=98443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:45:38.028897 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5db2e9-84d8-4af7-a317-c55eca5d1bb2 req-3fe2f146-605d-4547-a545-247fd0fa7095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:38.030676 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-bd5db2e9-84d8-4af7-a317-c55eca5d1bb2 req-3fe2f146-605d-4547-a545-247fd0fa7095 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=63cd0d6391a448f89fefef2dc7ef2e38&device_id=33574f64-485e-4e68-a475-b522f2b61547 HTTP/1.1" status: 200 len: 1098 time: 0.0773695 May 31 11:45:38.193211 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5db2e9-84d8-4af7-a317-c55eca5d1bb2 req-6bf2fdaf-7bf1-4c40-8892-204e14d83a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:38.194604 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-bd5db2e9-84d8-4af7-a317-c55eca5d1bb2 req-6bf2fdaf-7bf1-4c40-8892-204e14d83a09 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f8884608-2755-4cc1-8a85-87c02cf10458 HTTP/1.1" status: 200 len: 918 time: 0.1423280 May 31 11:45:38.236104 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da3f9d7b-3031-4e9e-a302-fa17cb3476f8 req-ef0cea9c-3c4e-439d-8753-b2f7592ecf16 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify agent at l3_agent.dv-cinder-786383-7-smb the message routers_updated {{(pid=98443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:45:38.247472 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c52ec9-a6c7-4d09-a13f-ae160d133b12 None None] Sync routers for ids ['1f31bf17-2c66-4dca-a7df-4af4dab9b0d6'] in dv-cinder-786383-7-smb {{(pid=98444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:45:38.257999 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c52ec9-a6c7-4d09-a13f-ae160d133b12 None None] Routers {'1f31bf17-2c66-4dca-a7df-4af4dab9b0d6'} bound to L3 agent in host dv-cinder-786383-7-smb {{(pid=98444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:45:38.258976 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_hamode_db [None req-e0c52ec9-a6c7-4d09-a13f-ae160d133b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:33:28Z,description=,heartbeat_timestamp=2021-05-31T11:45:28Z,host='dv-cinder-786383-7-smb',id=18500941-09fe-4120-b40f-cc1049bfe169,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:33:28Z,topic='l3_agent')) {'router_ids': ['1f31bf17-2c66-4dca-a7df-4af4dab9b0d6'], 'active': True} {{(pid=98444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:45:38.299156 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-bd5db2e9-84d8-4af7-a317-c55eca5d1bb2 req-285b092a-6e6b-4154-9637-6fc64d0333d0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=025fb62b-39be-4417-bdf5-0bacff45b88c HTTP/1.1" status: 200 len: 1000 time: 0.0967207 May 31 11:45:38.310776 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.l3_dvrscheduler_db [req-da3f9d7b-3031-4e9e-a302-fa17cb3476f8 req-ef0cea9c-3c4e-439d-8753-b2f7592ecf16 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] No DVR routers for this DVR port 0d4b5761-502f-41e5-8a57-6b88be8db3a9 on host hv-cinder-78638 {{(pid=98443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:45:38.313416 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-da3f9d7b-3031-4e9e-a302-fa17cb3476f8 req-ef0cea9c-3c4e-439d-8753-b2f7592ecf16 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523773'] for port, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:38.316225 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8db774e8-27b0-4a95-aa30-3b7d13d5786d', 'name': 'network-vif-deleted', 'tag': '0d4b5761-502f-41e5-8a57-6b88be8db3a9'}] {{(pid=98443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:45:38.318483 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56017c51fa2db9d96507774d194550d251c1d18f102e1d67e4a71b2ac79ee147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b564489a-247f-4919-b646-69ed45a80978" -d '{"events": [{"server_uuid": "8db774e8-27b0-4a95-aa30-3b7d13d5786d", "name": "network-vif-deleted", "tag": "0d4b5761-502f-41e5-8a57-6b88be8db3a9"}]}' {{(pid=98443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:45:38.336056 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-da3f9d7b-3031-4e9e-a302-fa17cb3476f8 req-ef0cea9c-3c4e-439d-8753-b2f7592ecf16 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.61 "DELETE /v2.0/ports/0d4b5761-502f-41e5-8a57-6b88be8db3a9 HTTP/1.1" status: 204 len: 173 time: 1.3855844 May 31 11:45:38.374504 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1cdcfd0-cce3-441a-ad86-8d9624360b7b x-openstack-request-id: req-d1cdcfd0-cce3-441a-ad86-8d9624360b7b {{(pid=98443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:45:38.374678 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8db774e8-27b0-4a95-aa30-3b7d13d5786d", "name": "network-vif-deleted", "tag": "0d4b5761-502f-41e5-8a57-6b88be8db3a9", "status": "completed", "code": 200}]} {{(pid=98443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:45:38.374939 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d1cdcfd0-cce3-441a-ad86-8d9624360b7b {{(pid=98443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:45:38.376056 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8db774e8-27b0-4a95-aa30-3b7d13d5786d', 'name': 'network-vif-deleted', 'tag': '0d4b5761-502f-41e5-8a57-6b88be8db3a9', 'status': 'completed', 'code': 200} May 31 11:45:38.390882 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5db2e9-84d8-4af7-a317-c55eca5d1bb2 req-16fc1e79-7a47-4334-8765-cae3d7705c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:38.392522 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-bd5db2e9-84d8-4af7-a317-c55eca5d1bb2 req-16fc1e79-7a47-4334-8765-cae3d7705c10 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0a988f52-3f6c-447c-ad15-932818f3661d HTTP/1.1" status: 200 len: 856 time: 0.0861659 May 31 11:45:38.478275 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvr_db [None req-e0c52ec9-a6c7-4d09-a13f-ae160d133b12 None None] Set router 1f31bf17-2c66-4dca-a7df-4af4dab9b0d6 gateway port host: dv-cinder-786383-7-smb {{(pid=98444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:45:38.519869 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5db2e9-84d8-4af7-a317-c55eca5d1bb2 req-08ad19fe-598d-40fb-ad7a-91db5e581cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:38.521522 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-bd5db2e9-84d8-4af7-a317-c55eca5d1bb2 req-08ad19fe-598d-40fb-ad7a-91db5e581cf4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f8884608-2755-4cc1-8a85-87c02cf10458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1008320 May 31 11:45:38.577419 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:38.706516 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-bd5db2e9-84d8-4af7-a317-c55eca5d1bb2 req-b6cea9ca-8221-4a6f-b054-7a3f98675114 service neutron] 10.222.0.61 "GET /v2.0/networks/f8884608-2755-4cc1-8a85-87c02cf10458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538882 May 31 11:45:38.859225 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_hamode_db [None req-e0c52ec9-a6c7-4d09-a13f-ae160d133b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f31bf17-2c66-4dca-a7df-4af4dab9b0d6', 'name': 'tempest-AttachVolumeTestJSON-608903553-router', 'tenant_id': '0eca8cc498704c828ce4fda2d808043a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.239'}], 'enable_snat': True}, 'gw_port_id': '4856108b-0b77-4e29-9719-f8d192545e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:41:28Z', 'updated_at': '2021-05-31T11:41:39Z', 'revision_number': 4, 'project_id': '0eca8cc498704c828ce4fda2d808043a', 'gw_port': {'id': '4856108b-0b77-4e29-9719-f8d192545e5e', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f31bf17-2c66-4dca-a7df-4af4dab9b0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:29Z', 'updated_at': '2021-05-31T11:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb', '_interfaces': [{'id': '2290c5f3-38b7-464e-9c68-2595c5fae4f9', 'name': '', 'network_id': '3b861c59-52f7-46ca-99da-e6f4b5d8dcf3', 'tenant_id': '0eca8cc498704c828ce4fda2d808043a', 'mac_address': 'fa:16:3e:53:5d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f31bf17-2c66-4dca-a7df-4af4dab9b0d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3d8c3d1c-ffe1-4449-ae14-fb794221a40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:37Z', 'updated_at': '2021-05-31T11:41:51Z', 'revision_number': 5, 'project_id': '0eca8cc498704c828ce4fda2d808043a', 'subnets': [{'id': '3d8c3d1c-ffe1-4449-ae14-fb794221a40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-smb', False) {} {{(pid=98444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:45:38.863754 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c52ec9-a6c7-4d09-a13f-ae160d133b12 None None] Checking router: 1f31bf17-2c66-4dca-a7df-4af4dab9b0d6 for host: dv-cinder-786383-7-smb {{(pid=98444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:45:38.873414 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c52ec9-a6c7-4d09-a13f-ae160d133b12 None None] Routers {'1f31bf17-2c66-4dca-a7df-4af4dab9b0d6'} bound to L3 agent in host dv-cinder-786383-7-smb {{(pid=98444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:45:38.874091 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_hamode_db [None req-e0c52ec9-a6c7-4d09-a13f-ae160d133b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:33:28Z,description=,heartbeat_timestamp=2021-05-31T11:45:28Z,host='dv-cinder-786383-7-smb',id=18500941-09fe-4120-b40f-cc1049bfe169,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:33:28Z,topic='l3_agent')) {'router_ids': ['1f31bf17-2c66-4dca-a7df-4af4dab9b0d6'], 'active': True} {{(pid=98444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:45:38.892583 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-74073f16-f464-42cf-86e2-5f6b5af633ce req-e5d5e58c-2534-4f7e-9806-266f5006e0d4 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/ports?device_id=8db774e8-27b0-4a95-aa30-3b7d13d5786d HTTP/1.1" status: 200 len: 210 time: 0.1052158 May 31 11:45:38.962543 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-bd5db2e9-84d8-4af7-a317-c55eca5d1bb2 req-237173fb-0be4-4e05-ab97-18e55f96a077 service neutron] 10.222.0.61 "GET /v2.0/networks/f8884608-2755-4cc1-8a85-87c02cf10458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483423 May 31 11:45:38.980192 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4f4f38-bdea-4793-87ad-2c4a660c8153 req-fa2f91dd-23fe-4c76-9ec7-effce6b23f17 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:38.982299 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-8e4f4f38-bdea-4793-87ad-2c4a660c8153 req-fa2f91dd-23fe-4c76-9ec7-effce6b23f17 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.21 "GET /v2.0/ports?device_id=62884dd2-8e80-4f45-867d-65744e9a6f07 HTTP/1.1" status: 200 len: 944 time: 0.1937492 May 31 11:45:39.049941 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-8e4f4f38-bdea-4793-87ad-2c4a660c8153 req-9ddfe5ea-f8f6-4b13-a9c5-24a802b9973f tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.21 "GET /v2.0/security-groups?id=350170dc-f8ea-4573-bb19-62b5545493fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579841 May 31 11:45:39.131205 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvr_db [None req-e0c52ec9-a6c7-4d09-a13f-ae160d133b12 None None] Set router 1f31bf17-2c66-4dca-a7df-4af4dab9b0d6 gateway port host: dv-cinder-786383-7-smb {{(pid=98444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:45:39.459583 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_hamode_db [None req-e0c52ec9-a6c7-4d09-a13f-ae160d133b12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f31bf17-2c66-4dca-a7df-4af4dab9b0d6', 'name': 'tempest-AttachVolumeTestJSON-608903553-router', 'tenant_id': '0eca8cc498704c828ce4fda2d808043a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.239'}], 'enable_snat': True}, 'gw_port_id': '4856108b-0b77-4e29-9719-f8d192545e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:41:28Z', 'updated_at': '2021-05-31T11:41:39Z', 'revision_number': 4, 'project_id': '0eca8cc498704c828ce4fda2d808043a', 'gw_port': {'id': '4856108b-0b77-4e29-9719-f8d192545e5e', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f31bf17-2c66-4dca-a7df-4af4dab9b0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:29Z', 'updated_at': '2021-05-31T11:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb', '_interfaces': [{'id': '2290c5f3-38b7-464e-9c68-2595c5fae4f9', 'name': '', 'network_id': '3b861c59-52f7-46ca-99da-e6f4b5d8dcf3', 'tenant_id': '0eca8cc498704c828ce4fda2d808043a', 'mac_address': 'fa:16:3e:53:5d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f31bf17-2c66-4dca-a7df-4af4dab9b0d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3d8c3d1c-ffe1-4449-ae14-fb794221a40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:37Z', 'updated_at': '2021-05-31T11:41:51Z', 'revision_number': 5, 'project_id': '0eca8cc498704c828ce4fda2d808043a', 'subnets': [{'id': '3d8c3d1c-ffe1-4449-ae14-fb794221a40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-smb', False) {} {{(pid=98444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:45:39.463674 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c52ec9-a6c7-4d09-a13f-ae160d133b12 None None] The sync data for ids ['1f31bf17-2c66-4dca-a7df-4af4dab9b0d6'] in dv-cinder-786383-7-smb is: [{'id': '1f31bf17-2c66-4dca-a7df-4af4dab9b0d6', 'name': 'tempest-AttachVolumeTestJSON-608903553-router', 'tenant_id': '0eca8cc498704c828ce4fda2d808043a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.239'}], 'enable_snat': True}, 'gw_port_id': '4856108b-0b77-4e29-9719-f8d192545e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:41:28Z', 'updated_at': '2021-05-31T11:41:39Z', 'revision_number': 4, 'project_id': '0eca8cc498704c828ce4fda2d808043a', 'gw_port': {'id': '4856108b-0b77-4e29-9719-f8d192545e5e', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f31bf17-2c66-4dca-a7df-4af4dab9b0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:29Z', 'updated_at': '2021-05-31T11:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb', '_interfaces': [{'id': '2290c5f3-38b7-464e-9c68-2595c5fae4f9', 'name': '', 'network_id': '3b861c59-52f7-46ca-99da-e6f4b5d8dcf3', 'tenant_id': '0eca8cc498704c828ce4fda2d808043a', 'mac_address': 'fa:16:3e:53:5d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f31bf17-2c66-4dca-a7df-4af4dab9b0d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3d8c3d1c-ffe1-4449-ae14-fb794221a40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:37Z', 'updated_at': '2021-05-31T11:41:51Z', 'revision_number': 5, 'project_id': '0eca8cc498704c828ce4fda2d808043a', 'subnets': [{'id': '3d8c3d1c-ffe1-4449-ae14-fb794221a40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:45:39.726837 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebb7106-98f5-4351-9a7a-192f915a42ac None None] New status for floating IP 3065d8d8-8a57-4b16-9e68-255d42ef1674: DOWN {{(pid=98445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 11:45:40.037485 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 34912) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:45:40.112331 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-cd992371-c866-48ad-b690-b6679e3c3026 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks [] for security_group, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:40.142067 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-cd992371-c866-48ad-b690-b6679e3c3026 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:40.204265 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-cd992371-c866-48ad-b690-b6679e3c3026 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:40.209692 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-dce5ccb9-65b3-4913-84de-990d7e016d56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:40.214272 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device 7713f6ae-6ca0-4b72-ad9d-310dbe482ea9 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:45:40.223550 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device 0d4b5761-502f-41e5-8a57-6b88be8db3a9 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:45:40.226332 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd992371-c866-48ad-b690-b6679e3c3026 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1a6aea4-fc43-4be4-985d-d05aeb50d0e8,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:40.235197 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd992371-c866-48ad-b690-b6679e3c3026 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:45:40.235570 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd992371-c866-48ad-b690-b6679e3c3026 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:45:40.235934 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd992371-c866-48ad-b690-b6679e3c3026 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:45:40.236290 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd992371-c866-48ad-b690-b6679e3c3026 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:45:40.236646 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd992371-c866-48ad-b690-b6679e3c3026 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:45:40.236992 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd992371-c866-48ad-b690-b6679e3c3026 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:45:40.237518 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd992371-c866-48ad-b690-b6679e3c3026 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:45:40.238021 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd992371-c866-48ad-b690-b6679e3c3026 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:45:40.238547 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd992371-c866-48ad-b690-b6679e3c3026 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:45:40.239082 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd992371-c866-48ad-b690-b6679e3c3026 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:45:40.241138 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd992371-c866-48ad-b690-b6679e3c3026 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:45:40.241736 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd992371-c866-48ad-b690-b6679e3c3026 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:45:40.252479 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-cd992371-c866-48ad-b690-b6679e3c3026 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:40.253657 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-cd992371-c866-48ad-b690-b6679e3c3026 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks [] for security_group, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:40.255001 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-cd992371-c866-48ad-b690-b6679e3c3026 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "DELETE /v2.0/security-groups/e1a6aea4-fc43-4be4-985d-d05aeb50d0e8 HTTP/1.1" status: 204 len: 168 time: 0.2165155 May 31 11:45:40.257682 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 34920) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:45:40.278588 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.api.v2.resource [None req-e41dab21-a584-476f-ae52-e3deadc482ca tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] show failed (client error): The resource could not be found. May 31 11:45:40.280041 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-e41dab21-a584-476f-ae52-e3deadc482ca tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/security-groups/e1a6aea4-fc43-4be4-985d-d05aeb50d0e8 HTTP/1.1" status: 404 len: 347 time: 0.0213537 May 31 11:45:40.282929 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 34924) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:45:40.292399 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.plugin [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] No Port match for: 0d4b5761-502f-41e5-8a57-6b88be8db3a9 {{(pid=98444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:45:40.292746 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device 0d4b5761-502f-41e5-8a57-6b88be8db3a9 not bound to the agent host hv-cinder-78638 {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:45:40.312083 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ed72ec-b0ad-4592-92d4-7651a60e5431 req-0efb07e6-d5b6-4e18-8939-fce747bcf2a5 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:40.314438 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-c1ed72ec-b0ad-4592-92d4-7651a60e5431 req-0efb07e6-d5b6-4e18-8939-fce747bcf2a5 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.21 "GET /v2.0/ports?device_id=62884dd2-8e80-4f45-867d-65744e9a6f07 HTTP/1.1" status: 200 len: 944 time: 0.1334639 May 31 11:45:40.377328 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-c1ed72ec-b0ad-4592-92d4-7651a60e5431 req-c69e40ab-d132-4b8e-beb5-abef6f75d0ae tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.21 "GET /v2.0/security-groups?id=350170dc-f8ea-4573-bb19-62b5545493fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576196 May 31 11:45:40.443156 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] For port 7713f6ae-6ca0-4b72-ad9d-310dbe482ea9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7713f6ae-6ca0-4b72-ad9d-310dbe482ea9,segment=NetworkSegment(146052b5-f78e-4c1f-a6d4-11a97914375b),segment_id=146052b5-f78e-4c1f-a6d4-11a97914375b)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:45:40.458406 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Returning: {'device': '7713f6ae-6ca0-4b72-ad9d-310dbe482ea9', 'network_id': 'a6b938de-a551-480c-9f2c-5c4136d08e82', 'port_id': '7713f6ae-6ca0-4b72-ad9d-310dbe482ea9', 'mac_address': 'fa:16:3e:86:ca:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e4cdfc3-ae92-4456-8b30-cc5459acb680', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:45:40.515569 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:40.523189 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.plugin [None req-bfdf01a9-603d-4404-ae0d-8d3c04d8399d tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Deleting port 638cda77-8e7c-4fae-8f87-fdd7623cc6e9 {{(pid=98443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:45:40.523537 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-bfdf01a9-603d-4404-ae0d-8d3c04d8399d tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781593492803'] for port, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:40.532826 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.notifiers.nova [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7713f6ae-6ca0-4b72-ad9d-310dbe482ea9 {{(pid=98444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:45:40.549292 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] For port 7713f6ae-6ca0-4b72-ad9d-310dbe482ea9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7713f6ae-6ca0-4b72-ad9d-310dbe482ea9,segment=NetworkSegment(146052b5-f78e-4c1f-a6d4-11a97914375b),segment_id=146052b5-f78e-4c1f-a6d4-11a97914375b)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:45:40.553004 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:40.554743 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-ea81e12d-d58f-4b54-a5b8-983aba750835 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:40.627245 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Pushing event updated for resources: {'Port': ['ID=7713f6ae-6ca0-4b72-ad9d-310dbe482ea9,revision_number=4']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:40.631907 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:40.651703 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-bfdf01a9-603d-4404-ae0d-8d3c04d8399d tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8366366'] for port, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:40.652049 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-bfdf01a9-603d-4404-ae0d-8d3c04d8399d tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:40.782133 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.plugin [None req-bfdf01a9-603d-4404-ae0d-8d3c04d8399d tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Calling delete_port for 638cda77-8e7c-4fae-8f87-fdd7623cc6e9 owned by network:floatingip {{(pid=98443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:45:40.902545 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] get_ports_and_sgs() called for port_ids ['7713f6ae-6ca0-4b72-ad9d-310dbe482ea9'] {{(pid=98444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:45:40.903198 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-bfdf01a9-603d-4404-ae0d-8d3c04d8399d tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781593493926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781593114067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6347609'] for port, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:40.908858 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:40.963399 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdf01a9-603d-4404-ae0d-8d3c04d8399d tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Pushing event deleted for resources: {'Port': ['ID=638cda77-8e7c-4fae-8f87-fdd7623cc6e9,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:40.966624 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-bfdf01a9-603d-4404-ae0d-8d3c04d8399d tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:41.071854 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-bfdf01a9-603d-4404-ae0d-8d3c04d8399d tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks [] for floatingip, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:41.086885 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-bfdf01a9-603d-4404-ae0d-8d3c04d8399d tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523773'] for floatingip, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:41.088212 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-bfdf01a9-603d-4404-ae0d-8d3c04d8399d tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "DELETE /v2.0/floatingips/3065d8d8-8a57-4b16-9e68-255d42ef1674 HTTP/1.1" status: 204 len: 168 time: 0.8041773 May 31 11:45:41.547605 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 34942) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:45:41.553690 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.v2.base [None req-ee6e4ad3-7d67-46b6-a2df-a529d953d417 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1730776788', 'description': 'tempest-description--2061425279'}} {{(pid=98443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:45:41.560331 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-ee6e4ad3-7d67-46b6-a2df-a529d953d417 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:45:41.564978 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-ee6e4ad3-7d67-46b6-a2df-a529d953d417 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Usage tracker for resource:security_group and tenant:0eca8cc498704c828ce4fda2d808043a is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:45:41.568059 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-ee6e4ad3-7d67-46b6-a2df-a529d953d417 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:45:41.574084 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-ee6e4ad3-7d67-46b6-a2df-a529d953d417 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:45:41.587038 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-ee6e4ad3-7d67-46b6-a2df-a529d953d417 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks [] for security_group, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:41.607810 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82be4db-73e0-48c9-a0d6-6d26dda6089f req-92f0baf2-ae21-4d4b-8f0c-da0c58ed6fbe tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:41.609292 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-b82be4db-73e0-48c9-a0d6-6d26dda6089f req-92f0baf2-ae21-4d4b-8f0c-da0c58ed6fbe tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.21 "GET /v2.0/ports?device_id=62884dd2-8e80-4f45-867d-65744e9a6f07 HTTP/1.1" status: 200 len: 945 time: 0.0876241 May 31 11:45:41.613083 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-ee6e4ad3-7d67-46b6-a2df-a529d953d417 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:45:41.616905 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-ee6e4ad3-7d67-46b6-a2df-a529d953d417 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Usage tracker for resource:security_group_rule and tenant:0eca8cc498704c828ce4fda2d808043a is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:45:41.619735 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-ee6e4ad3-7d67-46b6-a2df-a529d953d417 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:45:41.625860 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-ee6e4ad3-7d67-46b6-a2df-a529d953d417 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:45:41.657168 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-b82be4db-73e0-48c9-a0d6-6d26dda6089f req-b63c88b2-8a9b-4db7-beed-1f9156526935 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.21 "GET /v2.0/security-groups?id=350170dc-f8ea-4573-bb19-62b5545493fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414071 May 31 11:45:41.697869 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-ee6e4ad3-7d67-46b6-a2df-a529d953d417 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks [] for security_group, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:41.703431 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-ee6e4ad3-7d67-46b6-a2df-a529d953d417 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:41.706987 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-b14768b7-6037-4829-b2b3-cf91350711ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:41.747112 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6e4ad3-7d67-46b6-a2df-a529d953d417 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=824112a4-9ad3-4e16-b14e-095fae31a465,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:41.750029 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-ee6e4ad3-7d67-46b6-a2df-a529d953d417 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:41.751481 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-ee6e4ad3-7d67-46b6-a2df-a529d953d417 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks [] for security_group, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:41.752707 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-ee6e4ad3-7d67-46b6-a2df-a529d953d417 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2039301 May 31 11:45:41.755818 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 34946) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:45:41.761020 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.v2.base [None req-2d460408-975a-4e51-bedd-9daabf806c1e tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Request body: {'security_group_rule': {'security_group_id': '824112a4-9ad3-4e16-b14e-095fae31a465', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:45:41.767316 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-2d460408-975a-4e51-bedd-9daabf806c1e tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:45:41.771154 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-2d460408-975a-4e51-bedd-9daabf806c1e tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Usage tracker for resource:security_group_rule and tenant:0eca8cc498704c828ce4fda2d808043a is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:45:41.774004 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-2d460408-975a-4e51-bedd-9daabf806c1e tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:45:41.780519 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-2d460408-975a-4e51-bedd-9daabf806c1e tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:45:41.797516 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-2d460408-975a-4e51-bedd-9daabf806c1e tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:41.860064 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-2d460408-975a-4e51-bedd-9daabf806c1e tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:41.866555 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-2d460408-975a-4e51-bedd-9daabf806c1e tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8326017'] for security_group_rule, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:41.869658 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-596d3ded-9a32-41aa-ba5a-ae7906d65a56 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:41.898930 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d460408-975a-4e51-bedd-9daabf806c1e tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fd0971a-7c79-4a50-be2e-7cce42427b27,revision_number=0']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:41.909560 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d460408-975a-4e51-bedd-9daabf806c1e tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:45:41.909918 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d460408-975a-4e51-bedd-9daabf806c1e tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:45:41.910273 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d460408-975a-4e51-bedd-9daabf806c1e tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:45:41.910625 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d460408-975a-4e51-bedd-9daabf806c1e tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:45:41.911000 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d460408-975a-4e51-bedd-9daabf806c1e tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:45:41.911396 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d460408-975a-4e51-bedd-9daabf806c1e tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:45:41.911746 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d460408-975a-4e51-bedd-9daabf806c1e tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:45:41.912083 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d460408-975a-4e51-bedd-9daabf806c1e tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:45:41.912427 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d460408-975a-4e51-bedd-9daabf806c1e tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:45:41.912768 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d460408-975a-4e51-bedd-9daabf806c1e tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:45:41.913107 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d460408-975a-4e51-bedd-9daabf806c1e tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:45:41.913425 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d460408-975a-4e51-bedd-9daabf806c1e tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:45:41.916902 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-2d460408-975a-4e51-bedd-9daabf806c1e tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:41.917730 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-2d460408-975a-4e51-bedd-9daabf806c1e tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:41.919385 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-2d460408-975a-4e51-bedd-9daabf806c1e tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1624913 May 31 11:45:41.922157 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 34952) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:45:41.929571 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.v2.base [None req-c08aa1c2-6739-455f-bd97-b17b23da0bc7 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Request body: {'security_group_rule': {'security_group_id': '824112a4-9ad3-4e16-b14e-095fae31a465', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:45:41.939637 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-c08aa1c2-6739-455f-bd97-b17b23da0bc7 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:45:41.944442 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-c08aa1c2-6739-455f-bd97-b17b23da0bc7 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Usage tracker for resource:security_group_rule and tenant:0eca8cc498704c828ce4fda2d808043a is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:45:41.947543 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-c08aa1c2-6739-455f-bd97-b17b23da0bc7 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:45:41.954040 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-c08aa1c2-6739-455f-bd97-b17b23da0bc7 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:45:41.972705 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-c08aa1c2-6739-455f-bd97-b17b23da0bc7 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:42.036846 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-c08aa1c2-6739-455f-bd97-b17b23da0bc7 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:42.041910 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-c08aa1c2-6739-455f-bd97-b17b23da0bc7 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8326017'] for security_group_rule, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:42.044391 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:42.067392 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08aa1c2-6739-455f-bd97-b17b23da0bc7 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3927d29-55b3-4bdf-a5ee-5b395604a694,revision_number=0']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:42.071735 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-c08aa1c2-6739-455f-bd97-b17b23da0bc7 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:42.077312 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-c08aa1c2-6739-455f-bd97-b17b23da0bc7 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:42.078590 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-c08aa1c2-6739-455f-bd97-b17b23da0bc7 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1552739 May 31 11:45:42.082140 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 34956) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:45:42.087723 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.v2.base [None req-c2644bba-9b88-46fb-8b7e-0b0e3870f3b5 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Request body: {'floatingip': {'floating_network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3'}} {{(pid=98442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:45:42.094142 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-c2644bba-9b88-46fb-8b7e-0b0e3870f3b5 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:45:42.098106 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-c2644bba-9b88-46fb-8b7e-0b0e3870f3b5 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Usage tracker for resource:floatingip and tenant:0eca8cc498704c828ce4fda2d808043a is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:45:42.101273 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-c2644bba-9b88-46fb-8b7e-0b0e3870f3b5 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:45:42.108052 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-c2644bba-9b88-46fb-8b7e-0b0e3870f3b5 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:45:42.119912 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-c2644bba-9b88-46fb-8b7e-0b0e3870f3b5 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks [] for floatingip, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:42.228210 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device 7713f6ae-6ca0-4b72-ad9d-310dbe482ea9 up at agent hyperv_hv-cinder-78638 {{(pid=98444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:45:42.262725 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-c2644bba-9b88-46fb-8b7e-0b0e3870f3b5 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:42.306128 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Provisioning for port 7713f6ae-6ca0-4b72-ad9d-310dbe482ea9 completed by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:45:42.312002 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Provisioning complete for port 7713f6ae-6ca0-4b72-ad9d-310dbe482ea9 triggered by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:45:42.312385 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:42.402400 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.db_base_plugin_common [None req-c2644bba-9b88-46fb-8b7e-0b0e3870f3b5 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Allocated IP 172.28.3.34 (21abd7a8-7011-4cfc-9928-6cba34534bd3/fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5/8aae78dc-0e87-4748-98f0-df5bf7630e15) {{(pid=98442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:45:42.436991 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:42.471353 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62884dd2-8e80-4f45-867d-65744e9a6f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7713f6ae-6ca0-4b72-ad9d-310dbe482ea9'}] {{(pid=98444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:45:42.473935 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88ad6d6066f99d569bf87ae86d08865c72136362fb0dde426bf5d6223abbdd23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a41221-b888-4739-9052-704c4cad3357" -d '{"events": [{"server_uuid": "62884dd2-8e80-4f45-867d-65744e9a6f07", "name": "network-vif-plugged", "status": "completed", "tag": "7713f6ae-6ca0-4b72-ad9d-310dbe482ea9"}]}' {{(pid=98444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:45:42.483194 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] For port 7713f6ae-6ca0-4b72-ad9d-310dbe482ea9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7713f6ae-6ca0-4b72-ad9d-310dbe482ea9,segment=NetworkSegment(146052b5-f78e-4c1f-a6d4-11a97914375b),segment_id=146052b5-f78e-4c1f-a6d4-11a97914375b)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:45:42.490578 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:42.497135 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:42.536010 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d42ce32-4c28-43fc-a566-669e57147679 x-openstack-request-id: req-0d42ce32-4c28-43fc-a566-669e57147679 {{(pid=98444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:45:42.536303 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62884dd2-8e80-4f45-867d-65744e9a6f07", "name": "network-vif-plugged", "status": "completed", "tag": "7713f6ae-6ca0-4b72-ad9d-310dbe482ea9", "code": 200}]} {{(pid=98444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:45:42.536572 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0d42ce32-4c28-43fc-a566-669e57147679 {{(pid=98444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:45:42.536964 dv-cinder-786383-7-smb neutron-server[98444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62884dd2-8e80-4f45-867d-65744e9a6f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7713f6ae-6ca0-4b72-ad9d-310dbe482ea9', 'code': 200} May 31 11:45:42.571960 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Pushing event updated for resources: {'Port': ['ID=7713f6ae-6ca0-4b72-ad9d-310dbe482ea9,revision_number=5']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:42.575492 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:42.662275 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-c2644bba-9b88-46fb-8b7e-0b0e3870f3b5 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks [] for port, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:42.693809 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-c2644bba-9b88-46fb-8b7e-0b0e3870f3b5 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781593114058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6713643'] for port, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:42.697538 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-dafef234-c317-495e-b71a-84f851a89b68 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:42.762917 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2644bba-9b88-46fb-8b7e-0b0e3870f3b5 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Network 21abd7a8-7011-4cfc-9928-6cba34534bd3 is already hosted by enough agents. {{(pid=98442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:45:42.765930 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.base_scheduler [None req-c2644bba-9b88-46fb-8b7e-0b0e3870f3b5 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Resources bound (agent type, host, resource id): {{(pid=98442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:45:42.769680 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2644bba-9b88-46fb-8b7e-0b0e3870f3b5 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Received port after_create {{(pid=98442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:45:42.833905 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2644bba-9b88-46fb-8b7e-0b0e3870f3b5 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Pushing event updated for resources: {'Port': ['ID=8aae78dc-0e87-4748-98f0-df5bf7630e15,revision_number=1']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:42.849570 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-c2644bba-9b88-46fb-8b7e-0b0e3870f3b5 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:42.977682 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc8ad7e-b662-4333-b43b-a6a6f4e95df0 req-cc23e7bb-e8cd-4441-85a9-80f7453da452 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:42.979193 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-6dc8ad7e-b662-4333-b43b-a6a6f4e95df0 req-cc23e7bb-e8cd-4441-85a9-80f7453da452 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.21 "GET /v2.0/ports?device_id=62884dd2-8e80-4f45-867d-65744e9a6f07 HTTP/1.1" status: 200 len: 946 time: 0.1815443 May 31 11:45:42.980905 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-c2644bba-9b88-46fb-8b7e-0b0e3870f3b5 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:43.080681 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc345db-d789-4303-a387-605da2f94728 req-b38f358e-eb61-4b98-8901-da3126559a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:43.082171 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-0cc345db-d789-4303-a387-605da2f94728 req-b38f358e-eb61-4b98-8901-da3126559a2e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=62884dd2-8e80-4f45-867d-65744e9a6f07 HTTP/1.1" status: 200 len: 1099 time: 0.1967804 May 31 11:45:43.086889 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-6dc8ad7e-b662-4333-b43b-a6a6f4e95df0 req-53310af9-2635-48b5-bb09-21b72e20aa3c tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.21 "GET /v2.0/security-groups?id=350170dc-f8ea-4573-bb19-62b5545493fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014595 May 31 11:45:43.089107 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-c2644bba-9b88-46fb-8b7e-0b0e3870f3b5 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:43.178003 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-0cc345db-d789-4303-a387-605da2f94728 req-151b3a30-6e3e-449f-b556-0d61fa3a4251 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=350170dc-f8ea-4573-bb19-62b5545493fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642943 May 31 11:45:43.339499 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-c2644bba-9b88-46fb-8b7e-0b0e3870f3b5 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks [] for port, precommit_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:43.346203 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-c2644bba-9b88-46fb-8b7e-0b0e3870f3b5 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6713634'] for port, after_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:43.349822 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-a0466be6-185b-4132-9129-9bf47e89758d tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:43.458488 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2644bba-9b88-46fb-8b7e-0b0e3870f3b5 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Pushing event updated for resources: {'Port': ['ID=8aae78dc-0e87-4748-98f0-df5bf7630e15,revision_number=2']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:43.463108 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-c2644bba-9b88-46fb-8b7e-0b0e3870f3b5 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:43.470433 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-c2644bba-9b88-46fb-8b7e-0b0e3870f3b5 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8365565'] for floatingip, after_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:43.496319 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-c2644bba-9b88-46fb-8b7e-0b0e3870f3b5 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523773'] for floatingip, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:43.497684 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-c2644bba-9b88-46fb-8b7e-0b0e3870f3b5 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4144635 May 31 11:45:43.739252 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-6ecdbc27-2fec-433d-997f-79b0842c898e req-e3971d7b-2206-4f1b-80cc-1e995d604520 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1730776788&fields=id&tenant_id=0eca8cc498704c828ce4fda2d808043a HTTP/1.1" status: 200 len: 267 time: 0.0441225 May 31 11:45:43.909248 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecdbc27-2fec-433d-997f-79b0842c898e req-e49fe6c4-1497-4d1c-af05-138d0718ef9a tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:43.910751 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-6ecdbc27-2fec-433d-997f-79b0842c898e req-e49fe6c4-1497-4d1c-af05-138d0718ef9a tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/networks?id=3b861c59-52f7-46ca-99da-e6f4b5d8dcf3 HTTP/1.1" status: 200 len: 810 time: 0.1648469 May 31 11:45:43.925887 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-6ecdbc27-2fec-433d-997f-79b0842c898e req-161bb8a7-3994-4b34-bba6-871ea4edc58d tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/quotas/0eca8cc498704c828ce4fda2d808043a HTTP/1.1" status: 200 len: 375 time: 0.0096300 May 31 11:45:44.023670 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-6ecdbc27-2fec-433d-997f-79b0842c898e req-6c941543-5187-41c3-aad2-49d0ad2653f9 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0eca8cc498704c828ce4fda2d808043a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0925996 May 31 11:45:44.174451 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-6ecdbc27-2fec-433d-997f-79b0842c898e req-7f8838f5-91b2-4c79-8d55-b61bd667a74c service neutron] 10.222.0.21 "GET /v2.0/networks/3b861c59-52f7-46ca-99da-e6f4b5d8dcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383924 May 31 11:45:44.364588 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-6ecdbc27-2fec-433d-997f-79b0842c898e req-299be8e5-900d-423a-a330-b3e405ed215d service neutron] 10.222.0.21 "GET /v2.0/networks/3b861c59-52f7-46ca-99da-e6f4b5d8dcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838953 May 31 11:45:44.405038 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ce998-9db2-4ee4-b8d7-2dfeded3a4cc req-b52262e0-05d4-4db3-9bee-11cc581f69e2 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:44.406641 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-842ce998-9db2-4ee4-b8d7-2dfeded3a4cc req-b52262e0-05d4-4db3-9bee-11cc581f69e2 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.21 "GET /v2.0/ports?device_id=62884dd2-8e80-4f45-867d-65744e9a6f07 HTTP/1.1" status: 200 len: 946 time: 0.0913041 May 31 11:45:44.458853 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-842ce998-9db2-4ee4-b8d7-2dfeded3a4cc req-908685f0-5843-4770-866f-efcc0f81bad3 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.21 "GET /v2.0/security-groups?id=350170dc-f8ea-4573-bb19-62b5545493fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464041 May 31 11:45:44.611487 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-ebbd7a2b-ee8a-4df1-bce5-814ae3322b1f req-9d55bc17-fdb3-42b6-ae38-5a6d873474c6 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d97f263-df42-41c6-9845-3957d12b85c8 HTTP/1.1" status: 200 len: 210 time: 0.0495381 May 31 11:45:45.944932 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-883043aa-1b83-4cd9-ae1c-1f4409dedeb4 req-e92ab440-233d-4b93-bb71-af2a1626c2af tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d97f263-df42-41c6-9845-3957d12b85c8 HTTP/1.1" status: 200 len: 210 time: 0.1696017 May 31 11:45:46.107382 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cb3b37-1893-42ed-9335-6157c6fb03d5 req-389c649c-1ebc-4cf6-81b2-cf5e3af1c22a tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:46.109047 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-78cb3b37-1893-42ed-9335-6157c6fb03d5 req-389c649c-1ebc-4cf6-81b2-cf5e3af1c22a tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.21 "GET /v2.0/ports?device_id=62884dd2-8e80-4f45-867d-65744e9a6f07 HTTP/1.1" status: 200 len: 946 time: 0.3720331 May 31 11:45:46.151289 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecdbc27-2fec-433d-997f-79b0842c898e req-4884a155-2747-43e0-b63b-d0c1abf8c008 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:46.152744 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-6ecdbc27-2fec-433d-997f-79b0842c898e req-4884a155-2747-43e0-b63b-d0c1abf8c008 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.61 "GET /v2.0/networks?id=3b861c59-52f7-46ca-99da-e6f4b5d8dcf3 HTTP/1.1" status: 200 len: 810 time: 0.3420386 May 31 11:45:46.206240 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-78cb3b37-1893-42ed-9335-6157c6fb03d5 req-116b01af-cb2d-4701-9084-1037438a4ead tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.21 "GET /v2.0/security-groups?id=350170dc-f8ea-4573-bb19-62b5545493fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841711 May 31 11:45:46.234453 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-6ecdbc27-2fec-433d-997f-79b0842c898e req-cfd0d372-4f4d-4bbb-b501-8c985ae89986 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0eca8cc498704c828ce4fda2d808043a HTTP/1.1" status: 200 len: 380 time: 0.0609252 May 31 11:45:46.244831 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dffddba-3f78-400d-9996-6b1818bb5b82 req-32d5e251-5f00-42cc-8d64-bfd348386158 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:46.246422 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-0dffddba-3f78-400d-9996-6b1818bb5b82 req-32d5e251-5f00-42cc-8d64-bfd348386158 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e85f6df-3f92-492b-9185-baebb94b603d HTTP/1.1" status: 200 len: 945 time: 0.1986544 May 31 11:45:46.250901 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.v2.base [req-6ecdbc27-2fec-433d-997f-79b0842c898e req-2b6a78f6-6bbf-42ed-a1e2-051277192542 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Request body: {'port': {'device_id': '1d97f263-df42-41c6-9845-3957d12b85c8', 'network_id': '3b861c59-52f7-46ca-99da-e6f4b5d8dcf3', 'admin_state_up': True, 'tenant_id': '0eca8cc498704c828ce4fda2d808043a', 'security_groups': ['824112a4-9ad3-4e16-b14e-095fae31a465']}} {{(pid=98442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:45:46.378676 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-0dffddba-3f78-400d-9996-6b1818bb5b82 req-e1355eb4-df61-4272-bf50-10ba07abf25b tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] 10.222.0.21 "GET /v2.0/security-groups?id=23ddb76d-0760-4348-9d11-238930422bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113474 May 31 11:45:46.417591 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [req-6ecdbc27-2fec-433d-997f-79b0842c898e req-2b6a78f6-6bbf-42ed-a1e2-051277192542 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:45:46.421980 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [req-6ecdbc27-2fec-433d-997f-79b0842c898e req-2b6a78f6-6bbf-42ed-a1e2-051277192542 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Usage tracker for resource:port and tenant:0eca8cc498704c828ce4fda2d808043a is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:45:46.424916 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [req-6ecdbc27-2fec-433d-997f-79b0842c898e req-2b6a78f6-6bbf-42ed-a1e2-051277192542 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Quota usage for port was recalculated. Used quota:3. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:45:46.430723 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [req-6ecdbc27-2fec-433d-997f-79b0842c898e req-2b6a78f6-6bbf-42ed-a1e2-051277192542 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:45:46.443603 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ecdbc27-2fec-433d-997f-79b0842c898e req-2b6a78f6-6bbf-42ed-a1e2-051277192542 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Made reservation on behalf of 0eca8cc498704c828ce4fda2d808043a for: {'port': 1} {{(pid=98442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:45:46.446550 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-6ecdbc27-2fec-433d-997f-79b0842c898e req-2b6a78f6-6bbf-42ed-a1e2-051277192542 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:46.656264 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2657f92-60e4-4d3c-b215-03a7e94a36a8 req-363c92a5-fc16-41d8-bc49-d295fababc8d tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:46.657746 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-a2657f92-60e4-4d3c-b215-03a7e94a36a8 req-363c92a5-fc16-41d8-bc49-d295fababc8d tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.21 "GET /v2.0/ports?device_id=62884dd2-8e80-4f45-867d-65744e9a6f07 HTTP/1.1" status: 200 len: 946 time: 0.1999257 May 31 11:45:46.692437 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.db_base_plugin_common [req-6ecdbc27-2fec-433d-997f-79b0842c898e req-2b6a78f6-6bbf-42ed-a1e2-051277192542 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Allocated IP 172.20.0.7 (3b861c59-52f7-46ca-99da-e6f4b5d8dcf3/3d8c3d1c-ffe1-4449-ae14-fb794221a40d/a4447a6d-01ff-4be1-b34d-0a259217ba2e) {{(pid=98442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:45:46.721434 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-a2657f92-60e4-4d3c-b215-03a7e94a36a8 req-dead8454-603d-443f-b6ec-522810bd5de5 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.21 "GET /v2.0/security-groups?id=350170dc-f8ea-4573-bb19-62b5545493fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578644 May 31 11:45:46.744685 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 35024) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:45:46.906365 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-6ecdbc27-2fec-433d-997f-79b0842c898e req-2b6a78f6-6bbf-42ed-a1e2-051277192542 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks [] for port, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:46.922180 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.provisioning_blocks [req-6ecdbc27-2fec-433d-997f-79b0842c898e req-2b6a78f6-6bbf-42ed-a1e2-051277192542 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Transition to ACTIVE for port object a4447a6d-01ff-4be1-b34d-0a259217ba2e will not be triggered until provisioned by entity DHCP. {{(pid=98442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:45:46.928446 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c1278f-e77e-4557-90a0-bcaeea4eef9c tempest-TestShelveInstance-1807305325 tempest-TestShelveInstance-1807305325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:46.930086 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-34c1278f-e77e-4557-90a0-bcaeea4eef9c tempest-TestShelveInstance-1807305325 tempest-TestShelveInstance-1807305325-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=62884dd2-8e80-4f45-867d-65744e9a6f07 HTTP/1.1" status: 200 len: 1094 time: 0.1843524 May 31 11:45:46.933118 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 35030) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:45:46.938863 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.v2.base [None req-04de334e-21f1-4dc0-9d2a-93fc766a7900 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Request body: {'floatingip': {'floating_network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'port_id': '7713f6ae-6ca0-4b72-ad9d-310dbe482ea9', 'tenant_id': 'da7e9892b47c455d8e37f4de2870ea09', 'fixed_ip_address': '172.20.0.14'}} {{(pid=98443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:45:46.944788 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-04de334e-21f1-4dc0-9d2a-93fc766a7900 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:45:46.947846 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-6ecdbc27-2fec-433d-997f-79b0842c898e req-2b6a78f6-6bbf-42ed-a1e2-051277192542 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781593114058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6713643'] for port, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:46.949048 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-04de334e-21f1-4dc0-9d2a-93fc766a7900 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Usage tracker for resource:floatingip and tenant:da7e9892b47c455d8e37f4de2870ea09 is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:45:46.952574 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-04de334e-21f1-4dc0-9d2a-93fc766a7900 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:45:46.954228 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-523cfaf1-1a9e-4b35-94b2-728f39d918c2 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:46.958557 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-04de334e-21f1-4dc0-9d2a-93fc766a7900 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:45:46.972161 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-04de334e-21f1-4dc0-9d2a-93fc766a7900 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Notify callbacks [] for floatingip, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:47.022830 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ecdbc27-2fec-433d-997f-79b0842c898e req-2b6a78f6-6bbf-42ed-a1e2-051277192542 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Network 3b861c59-52f7-46ca-99da-e6f4b5d8dcf3 is already hosted by enough agents. {{(pid=98442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:45:47.025998 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.base_scheduler [req-6ecdbc27-2fec-433d-997f-79b0842c898e req-2b6a78f6-6bbf-42ed-a1e2-051277192542 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Resources bound (agent type, host, resource id): {{(pid=98442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:45:47.030173 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ecdbc27-2fec-433d-997f-79b0842c898e req-2b6a78f6-6bbf-42ed-a1e2-051277192542 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Received port after_create {{(pid=98442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:45:47.067593 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6a78f6-6bbf-42ed-a1e2-051277192542 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Pushing event updated for resources: {'Port': ['ID=a4447a6d-01ff-4be1-b34d-0a259217ba2e,revision_number=1']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:47.115368 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-2b6a78f6-6bbf-42ed-a1e2-051277192542 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:47.135140 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-04de334e-21f1-4dc0-9d2a-93fc766a7900 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:47.157533 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecdbc27-2fec-433d-997f-79b0842c898e req-2b6a78f6-6bbf-42ed-a1e2-051277192542 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:47.158193 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-6ecdbc27-2fec-433d-997f-79b0842c898e req-2b6a78f6-6bbf-42ed-a1e2-051277192542 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523773'] for port, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:47.194283 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-6ecdbc27-2fec-433d-997f-79b0842c898e req-2b6a78f6-6bbf-42ed-a1e2-051277192542 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9468315 May 31 11:45:47.202960 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b7a9be-12c1-4711-b9c7-e84b962afb93 req-7debf54c-4e07-4b67-95a6-23ef646ccc11 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:47.203687 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [req-36b7a9be-12c1-4711-b9c7-e84b962afb93 req-7debf54c-4e07-4b67-95a6-23ef646ccc11 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Synchronizing usage tracker for tenant:0eca8cc498704c828ce4fda2d808043a on resource:port {{(pid=98442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:45:47.215688 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.v2.base [req-6ecdbc27-2fec-433d-997f-79b0842c898e req-f78bba4e-62fd-457b-b627-ad6d2e260972 service neutron] Request body: {'port': {'device_id': '1d97f263-df42-41c6-9845-3957d12b85c8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:45:47.268640 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [req-36b7a9be-12c1-4711-b9c7-e84b962afb93 req-7debf54c-4e07-4b67-95a6-23ef646ccc11 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Unset dirty status for tenant:0eca8cc498704c828ce4fda2d808043a on resource:port {{(pid=98442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:45:47.269749 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-36b7a9be-12c1-4711-b9c7-e84b962afb93 req-7debf54c-4e07-4b67-95a6-23ef646ccc11 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d97f263-df42-41c6-9845-3957d12b85c8 HTTP/1.1" status: 200 len: 931 time: 0.2035766 May 31 11:45:47.270224 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-080ac127-ccbc-4b4e-9754-2bf53003aa37 None None] Provisioning for port a4447a6d-01ff-4be1-b34d-0a259217ba2e completed by entity DHCP. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:45:47.276899 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-080ac127-ccbc-4b4e-9754-2bf53003aa37 None None] Provisioning complete for port a4447a6d-01ff-4be1-b34d-0a259217ba2e triggered by entity DHCP. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:45:47.277656 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-080ac127-ccbc-4b4e-9754-2bf53003aa37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:47.335668 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.plugin [None req-080ac127-ccbc-4b4e-9754-2bf53003aa37 None None] Port a4447a6d-01ff-4be1-b34d-0a259217ba2e cannot update to ACTIVE because it is not bound. {{(pid=98444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:45:47.376534 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.db_base_plugin_common [None req-04de334e-21f1-4dc0-9d2a-93fc766a7900 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Allocated IP 172.28.3.134 (21abd7a8-7011-4cfc-9928-6cba34534bd3/fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5/5b8856c5-7b95-40ac-b23c-d1910ff1410c) {{(pid=98443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:45:47.378371 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-36b7a9be-12c1-4711-b9c7-e84b962afb93 req-f617a6fd-a4a0-4556-8ef2-17dca8870e06 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/security-groups?id=824112a4-9ad3-4e16-b14e-095fae31a465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986969 May 31 11:45:47.379117 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-6ecdbc27-2fec-433d-997f-79b0842c898e req-f78bba4e-62fd-457b-b627-ad6d2e260972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:47.534933 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-04de334e-21f1-4dc0-9d2a-93fc766a7900 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Notify callbacks [] for port, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:47.567344 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-04de334e-21f1-4dc0-9d2a-93fc766a7900 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781593114058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6347609'] for port, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:47.572147 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-6d5b361b-fcf5-4728-8cde-b892d9ff55c8 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:47.639505 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04de334e-21f1-4dc0-9d2a-93fc766a7900 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Network 21abd7a8-7011-4cfc-9928-6cba34534bd3 is already hosted by enough agents. {{(pid=98443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:45:47.642677 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.base_scheduler [None req-04de334e-21f1-4dc0-9d2a-93fc766a7900 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Resources bound (agent type, host, resource id): {{(pid=98443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:45:47.646593 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04de334e-21f1-4dc0-9d2a-93fc766a7900 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Received port after_create {{(pid=98443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:45:47.686037 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04de334e-21f1-4dc0-9d2a-93fc766a7900 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Pushing event updated for resources: {'Port': ['ID=5b8856c5-7b95-40ac-b23c-d1910ff1410c,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:47.694687 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-04de334e-21f1-4dc0-9d2a-93fc766a7900 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:47.730343 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f3e113-2d41-46db-b20b-a50f3d9def56 req-99660ca9-1711-4fcb-9cb6-28715eb4281f tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:47.732008 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-f9f3e113-2d41-46db-b20b-a50f3d9def56 req-99660ca9-1711-4fcb-9cb6-28715eb4281f tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e85f6df-3f92-492b-9185-baebb94b603d HTTP/1.1" status: 200 len: 945 time: 0.2117627 May 31 11:45:47.913407 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-f9f3e113-2d41-46db-b20b-a50f3d9def56 req-b003c884-f338-4e8e-a6b4-9508559fcc4a tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] 10.222.0.21 "GET /v2.0/security-groups?id=23ddb76d-0760-4348-9d11-238930422bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715994 May 31 11:45:47.938793 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.notifiers.nova [req-6ecdbc27-2fec-433d-997f-79b0842c898e req-f78bba4e-62fd-457b-b627-ad6d2e260972 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4447a6d-01ff-4be1-b34d-0a259217ba2e {{(pid=98442) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:45:47.946337 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-6ecdbc27-2fec-433d-997f-79b0842c898e req-f78bba4e-62fd-457b-b627-ad6d2e260972 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:47.960942 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.provisioning_blocks [req-6ecdbc27-2fec-433d-997f-79b0842c898e req-f78bba4e-62fd-457b-b627-ad6d2e260972 service neutron] Transition to ACTIVE for port object a4447a6d-01ff-4be1-b34d-0a259217ba2e will not be triggered until provisioned by entity L2. {{(pid=98442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:45:47.965533 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-6ecdbc27-2fec-433d-997f-79b0842c898e req-f78bba4e-62fd-457b-b627-ad6d2e260972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6713634'] for port, after_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:47.969374 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-200028c1-c3b3-4664-a407-93aaf841a30c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:48.099105 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-04de334e-21f1-4dc0-9d2a-93fc766a7900 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:48.142918 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78bba4e-62fd-457b-b627-ad6d2e260972 service neutron] Pushing event updated for resources: {'Port': ['ID=a4447a6d-01ff-4be1-b34d-0a259217ba2e,revision_number=2']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:48.150579 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-f78bba4e-62fd-457b-b627-ad6d2e260972 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:48.184310 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-04de334e-21f1-4dc0-9d2a-93fc766a7900 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:48.226737 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.managers [req-6ecdbc27-2fec-433d-997f-79b0842c898e req-f78bba4e-62fd-457b-b627-ad6d2e260972 service neutron] Attempting to bind port a4447a6d-01ff-4be1-b34d-0a259217ba2e on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98442) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:45:48.227156 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.managers [req-6ecdbc27-2fec-433d-997f-79b0842c898e req-f78bba4e-62fd-457b-b627-ad6d2e260972 service neutron] Attempting to bind port a4447a6d-01ff-4be1-b34d-0a259217ba2e by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '745935fc-742e-4dd5-baa0-27f62ebcc000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3b861c59-52f7-46ca-99da-e6f4b5d8dcf3'}] {{(pid=98442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:45:48.227485 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecdbc27-2fec-433d-997f-79b0842c898e req-f78bba4e-62fd-457b-b627-ad6d2e260972 service neutron] Attempting to bind port a4447a6d-01ff-4be1-b34d-0a259217ba2e on network 3b861c59-52f7-46ca-99da-e6f4b5d8dcf3 {{(pid=98442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:45:48.232564 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecdbc27-2fec-433d-997f-79b0842c898e req-f78bba4e-62fd-457b-b627-ad6d2e260972 service neutron] Port a4447a6d-01ff-4be1-b34d-0a259217ba2e on network 3b861c59-52f7-46ca-99da-e6f4b5d8dcf3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:45:48.232886 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecdbc27-2fec-433d-997f-79b0842c898e req-f78bba4e-62fd-457b-b627-ad6d2e260972 service neutron] Attempting to bind port a4447a6d-01ff-4be1-b34d-0a259217ba2e on network 3b861c59-52f7-46ca-99da-e6f4b5d8dcf3 {{(pid=98442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:45:48.238029 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecdbc27-2fec-433d-997f-79b0842c898e req-f78bba4e-62fd-457b-b627-ad6d2e260972 service neutron] Checking agent: {'id': '63ca40a8-ec34-4216-8e55-4658d3f28a5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 39, 38), 'started_at': datetime.datetime(2021, 5, 31, 11, 39, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:45:48.238364 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecdbc27-2fec-433d-997f-79b0842c898e req-f78bba4e-62fd-457b-b627-ad6d2e260972 service neutron] Checking segment: {'id': '745935fc-742e-4dd5-baa0-27f62ebcc000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3b861c59-52f7-46ca-99da-e6f4b5d8dcf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:45:48.238787 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ecdbc27-2fec-433d-997f-79b0842c898e req-f78bba4e-62fd-457b-b627-ad6d2e260972 service neutron] Bound using segment: {'id': '745935fc-742e-4dd5-baa0-27f62ebcc000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3b861c59-52f7-46ca-99da-e6f4b5d8dcf3'} {{(pid=98442) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:45:48.239218 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.managers [req-6ecdbc27-2fec-433d-997f-79b0842c898e req-f78bba4e-62fd-457b-b627-ad6d2e260972 service neutron] Bound port: a4447a6d-01ff-4be1-b34d-0a259217ba2e, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '745935fc-742e-4dd5-baa0-27f62ebcc000', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 663, 'network_id': '3b861c59-52f7-46ca-99da-e6f4b5d8dcf3'}}] {{(pid=98442) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:45:48.239541 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-6ecdbc27-2fec-433d-997f-79b0842c898e req-f78bba4e-62fd-457b-b627-ad6d2e260972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:48.335154 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.db [req-6ecdbc27-2fec-433d-997f-79b0842c898e req-f78bba4e-62fd-457b-b627-ad6d2e260972 service neutron] For port a4447a6d-01ff-4be1-b34d-0a259217ba2e, host hv-cinder-78638, cleared binding levels {{(pid=98442) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:45:48.338348 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.db [req-6ecdbc27-2fec-433d-997f-79b0842c898e req-f78bba4e-62fd-457b-b627-ad6d2e260972 service neutron] For port a4447a6d-01ff-4be1-b34d-0a259217ba2e, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a4447a6d-01ff-4be1-b34d-0a259217ba2e,segment=NetworkSegment(745935fc-742e-4dd5-baa0-27f62ebcc000),segment_id=745935fc-742e-4dd5-baa0-27f62ebcc000)] {{(pid=98442) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:45:48.343870 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-6ecdbc27-2fec-433d-997f-79b0842c898e req-f78bba4e-62fd-457b-b627-ad6d2e260972 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6713634'] for port, after_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:48.348346 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:48.397036 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-04de334e-21f1-4dc0-9d2a-93fc766a7900 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Notify callbacks [] for port, precommit_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:48.404034 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-04de334e-21f1-4dc0-9d2a-93fc766a7900 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6347600'] for port, after_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:48.405204 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecdbc27-2fec-433d-997f-79b0842c898e req-f78bba4e-62fd-457b-b627-ad6d2e260972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:48.406171 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-6ecdbc27-2fec-433d-997f-79b0842c898e req-f78bba4e-62fd-457b-b627-ad6d2e260972 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523773'] for port, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:48.407305 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-6ecdbc27-2fec-433d-997f-79b0842c898e req-f78bba4e-62fd-457b-b627-ad6d2e260972 service neutron] 10.222.0.61 "PUT /v2.0/ports/a4447a6d-01ff-4be1-b34d-0a259217ba2e HTTP/1.1" status: 200 len: 1093 time: 1.1988249 May 31 11:45:48.407898 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d97f263-df42-41c6-9845-3957d12b85c8', 'tag': 'a4447a6d-01ff-4be1-b34d-0a259217ba2e'}] {{(pid=98442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:45:48.408403 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-1dc9c699-740f-4855-a253-a72d2cd9c764 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:48.410123 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98a8129e16d579ddc31ed5ae2a657a86bf742727e38e306195ca605a81ff71cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-069914dc-8f43-41ee-b6c4-7d023f12ccfd" -d '{"events": [{"name": "network-changed", "server_uuid": "1d97f263-df42-41c6-9845-3957d12b85c8", "tag": "a4447a6d-01ff-4be1-b34d-0a259217ba2e"}]}' {{(pid=98442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:45:48.433489 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78bba4e-62fd-457b-b627-ad6d2e260972 service neutron] Pushing event updated for resources: {'Port': ['ID=a4447a6d-01ff-4be1-b34d-0a259217ba2e,revision_number=3']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:48.437229 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-f78bba4e-62fd-457b-b627-ad6d2e260972 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:48.467496 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-652f3b45-49f3-4dd2-8fd0-de09e7beb289 x-openstack-request-id: req-652f3b45-49f3-4dd2-8fd0-de09e7beb289 {{(pid=98442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:45:48.467836 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d97f263-df42-41c6-9845-3957d12b85c8", "tag": "a4447a6d-01ff-4be1-b34d-0a259217ba2e", "status": "completed", "code": 200}]} {{(pid=98442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:45:48.468243 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-652f3b45-49f3-4dd2-8fd0-de09e7beb289 {{(pid=98442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:45:48.468677 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d97f263-df42-41c6-9845-3957d12b85c8', 'tag': 'a4447a6d-01ff-4be1-b34d-0a259217ba2e', 'status': 'completed', 'code': 200} May 31 11:45:48.541230 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-04de334e-21f1-4dc0-9d2a-93fc766a7900 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8365565'] for floatingip, after_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:48.644969 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecdbc27-2fec-433d-997f-79b0842c898e req-f4989e6c-cd07-477a-8655-fd93bddb11bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:48.647150 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-6ecdbc27-2fec-433d-997f-79b0842c898e req-f4989e6c-cd07-477a-8655-fd93bddb11bf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0eca8cc498704c828ce4fda2d808043a&device_id=1d97f263-df42-41c6-9845-3957d12b85c8 HTTP/1.1" status: 200 len: 1096 time: 0.1513658 May 31 11:45:48.656748 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7520e8c5-0177-4d2d-ad7b-501b8f54722e req-ee4767a7-f849-4b7e-af86-7d39caff2567 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:48.658202 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-7520e8c5-0177-4d2d-ad7b-501b8f54722e req-ee4767a7-f849-4b7e-af86-7d39caff2567 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d97f263-df42-41c6-9845-3957d12b85c8 HTTP/1.1" status: 200 len: 943 time: 0.1214330 May 31 11:45:48.727261 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04de334e-21f1-4dc0-9d2a-93fc766a7900 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Pushing event updated for resources: {'Port': ['ID=5b8856c5-7b95-40ac-b23c-d1910ff1410c,revision_number=2']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:48.731448 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-04de334e-21f1-4dc0-9d2a-93fc766a7900 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:48.746473 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.db.l3_db [None req-04de334e-21f1-4dc0-9d2a-93fc766a7900 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Floating IP b80e87ee-6e0f-4608-bf79-ba3af5d473bc associated. External IP: 172.28.3.134, port: 7713f6ae-6ca0-4b72-ad9d-310dbe482ea9. May 31 11:45:48.755959 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-6ecdbc27-2fec-433d-997f-79b0842c898e req-a6f33597-71bc-4a44-b0cd-0622c016a7e2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4447a6d-01ff-4be1-b34d-0a259217ba2e HTTP/1.1" status: 200 len: 217 time: 0.0897110 May 31 11:45:48.813665 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-7520e8c5-0177-4d2d-ad7b-501b8f54722e req-ee00499b-1c18-4859-8cab-d07efbe031be tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/security-groups?id=824112a4-9ad3-4e16-b14e-095fae31a465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491060 May 31 11:45:48.838516 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecdbc27-2fec-433d-997f-79b0842c898e req-c2a49200-9dd5-47a8-9027-49d9c509786c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:48.840052 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-6ecdbc27-2fec-433d-997f-79b0842c898e req-c2a49200-9dd5-47a8-9027-49d9c509786c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3d8c3d1c-ffe1-4449-ae14-fb794221a40d HTTP/1.1" status: 200 len: 849 time: 0.0722566 May 31 11:45:48.924249 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ecdbc27-2fec-433d-997f-79b0842c898e req-ca7c06f5-cb30-459f-b06d-20e1a2487a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:48.925831 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-6ecdbc27-2fec-433d-997f-79b0842c898e req-ca7c06f5-cb30-459f-b06d-20e1a2487a65 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3b861c59-52f7-46ca-99da-e6f4b5d8dcf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0769861 May 31 11:45:49.116133 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-6ecdbc27-2fec-433d-997f-79b0842c898e req-a6cc1f3f-5bda-4e14-8d12-a389cd490192 service neutron] 10.222.0.61 "GET /v2.0/networks/3b861c59-52f7-46ca-99da-e6f4b5d8dcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806445 May 31 11:45:49.211611 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04de334e-21f1-4dc0-9d2a-93fc766a7900 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Router 92ffc114-c504-45aa-8838-20a84a61e9c0 has already been hosted by L3 agent 18500941-09fe-4120-b40f-cc1049bfe169 {{(pid=98443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:45:49.225848 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef399d5b-ff0b-4124-9dbb-1e68ff2f18a6 req-a46ea681-e99c-4b89-8ac2-fb99de27f56e tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:49.227326 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-ef399d5b-ff0b-4124-9dbb-1e68ff2f18a6 req-a46ea681-e99c-4b89-8ac2-fb99de27f56e tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e85f6df-3f92-492b-9185-baebb94b603d HTTP/1.1" status: 200 len: 945 time: 0.1984899 May 31 11:45:49.293636 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-6ecdbc27-2fec-433d-997f-79b0842c898e req-da3f1115-00cd-46ab-9138-5db60ec45e7b service neutron] 10.222.0.61 "GET /v2.0/networks/3b861c59-52f7-46ca-99da-e6f4b5d8dcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701241 May 31 11:45:49.301794 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-ef399d5b-ff0b-4124-9dbb-1e68ff2f18a6 req-e069e0b5-ce6c-4620-b05d-d0b35c6d33dd tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] 10.222.0.21 "GET /v2.0/security-groups?id=23ddb76d-0760-4348-9d11-238930422bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681756 May 31 11:45:49.406141 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04de334e-21f1-4dc0-9d2a-93fc766a7900 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Notify agent at l3_agent.dv-cinder-786383-7-smb the message routers_updated {{(pid=98443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:45:49.416870 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b22efe-9077-4da5-883a-0cdd679ba276 None None] Sync routers for ids ['92ffc114-c504-45aa-8838-20a84a61e9c0'] in dv-cinder-786383-7-smb {{(pid=98444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:45:49.431391 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b22efe-9077-4da5-883a-0cdd679ba276 None None] Routers {'92ffc114-c504-45aa-8838-20a84a61e9c0'} bound to L3 agent in host dv-cinder-786383-7-smb {{(pid=98444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:45:49.432293 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_hamode_db [None req-26b22efe-9077-4da5-883a-0cdd679ba276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:33:28Z,description=,heartbeat_timestamp=2021-05-31T11:45:28Z,host='dv-cinder-786383-7-smb',id=18500941-09fe-4120-b40f-cc1049bfe169,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:33:28Z,topic='l3_agent')) {'router_ids': ['92ffc114-c504-45aa-8838-20a84a61e9c0'], 'active': True} {{(pid=98444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:45:49.435070 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-04de334e-21f1-4dc0-9d2a-93fc766a7900 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523773'] for floatingip, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:49.490273 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069914dc-8f43-41ee-b6c4-7d023f12ccfd req-30ca939d-e3eb-4cff-a10c-c46b18051141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:49.491747 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-069914dc-8f43-41ee-b6c4-7d023f12ccfd req-30ca939d-e3eb-4cff-a10c-c46b18051141 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0eca8cc498704c828ce4fda2d808043a&device_id=1d97f263-df42-41c6-9845-3957d12b85c8 HTTP/1.1" status: 200 len: 1096 time: 0.0848022 May 31 11:45:49.494819 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-04de334e-21f1-4dc0-9d2a-93fc766a7900 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5605938 May 31 11:45:49.495529 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62884dd2-8e80-4f45-867d-65744e9a6f07', 'tag': '7713f6ae-6ca0-4b72-ad9d-310dbe482ea9'}] {{(pid=98443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:45:49.498460 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56017c51fa2db9d96507774d194550d251c1d18f102e1d67e4a71b2ac79ee147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88fffcfa-2380-4579-b3fa-753c5f90c236" -d '{"events": [{"name": "network-changed", "server_uuid": "62884dd2-8e80-4f45-867d-65744e9a6f07", "tag": "7713f6ae-6ca0-4b72-ad9d-310dbe482ea9"}]}' {{(pid=98443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:45:49.540690 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d9f7c34-93ca-4a41-a662-4da741b84e9d x-openstack-request-id: req-9d9f7c34-93ca-4a41-a662-4da741b84e9d {{(pid=98443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:45:49.541002 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62884dd2-8e80-4f45-867d-65744e9a6f07", "tag": "7713f6ae-6ca0-4b72-ad9d-310dbe482ea9", "status": "completed", "code": 200}]} {{(pid=98443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:45:49.541278 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9d9f7c34-93ca-4a41-a662-4da741b84e9d {{(pid=98443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:45:49.541699 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62884dd2-8e80-4f45-867d-65744e9a6f07', 'tag': '7713f6ae-6ca0-4b72-ad9d-310dbe482ea9', 'status': 'completed', 'code': 200} May 31 11:45:49.643576 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069914dc-8f43-41ee-b6c4-7d023f12ccfd req-8f6ebf00-df7f-42b6-8cb5-b124035abd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:49.644630 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvr_db [None req-26b22efe-9077-4da5-883a-0cdd679ba276 None None] Set router 92ffc114-c504-45aa-8838-20a84a61e9c0 gateway port host: dv-cinder-786383-7-smb {{(pid=98444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:45:49.645065 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-069914dc-8f43-41ee-b6c4-7d023f12ccfd req-8f6ebf00-df7f-42b6-8cb5-b124035abd83 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3b861c59-52f7-46ca-99da-e6f4b5d8dcf3 HTTP/1.1" status: 200 len: 911 time: 0.1447670 May 31 11:45:49.687005 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fffcfa-2380-4579-b3fa-753c5f90c236 req-7c93c7a9-e720-43bc-990d-516465940986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:49.688458 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-88fffcfa-2380-4579-b3fa-753c5f90c236 req-7c93c7a9-e720-43bc-990d-516465940986 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=da7e9892b47c455d8e37f4de2870ea09&device_id=62884dd2-8e80-4f45-867d-65744e9a6f07 HTTP/1.1" status: 200 len: 1099 time: 0.0870373 May 31 11:45:49.718429 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-069914dc-8f43-41ee-b6c4-7d023f12ccfd req-9b5caed0-64f2-4dcf-bd57-449467a52c13 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4447a6d-01ff-4be1-b34d-0a259217ba2e HTTP/1.1" status: 200 len: 217 time: 0.0613585 May 31 11:45:49.851266 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fffcfa-2380-4579-b3fa-753c5f90c236 req-f42ab864-e3b1-4e33-9689-ac037db57950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:49.853065 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-88fffcfa-2380-4579-b3fa-753c5f90c236 req-f42ab864-e3b1-4e33-9689-ac037db57950 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a6b938de-a551-480c-9f2c-5c4136d08e82 HTTP/1.1" status: 200 len: 910 time: 0.1470404 May 31 11:45:49.891675 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069914dc-8f43-41ee-b6c4-7d023f12ccfd req-e393c503-a1f7-49c3-a2a5-696d314edfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:49.893516 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-069914dc-8f43-41ee-b6c4-7d023f12ccfd req-e393c503-a1f7-49c3-a2a5-696d314edfc1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3d8c3d1c-ffe1-4449-ae14-fb794221a40d HTTP/1.1" status: 200 len: 849 time: 0.1581988 May 31 11:45:49.986939 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-88fffcfa-2380-4579-b3fa-753c5f90c236 req-5cae8ccd-4878-4c29-af7c-a46aaaafa959 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7713f6ae-6ca0-4b72-ad9d-310dbe482ea9 HTTP/1.1" status: 200 len: 1000 time: 0.1056755 May 31 11:45:50.044769 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069914dc-8f43-41ee-b6c4-7d023f12ccfd req-474841d9-ed29-43fa-b81f-e33b0a6a3d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:50.046276 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-069914dc-8f43-41ee-b6c4-7d023f12ccfd req-474841d9-ed29-43fa-b81f-e33b0a6a3d33 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3b861c59-52f7-46ca-99da-e6f4b5d8dcf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1417191 May 31 11:45:50.058580 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_hamode_db [None req-26b22efe-9077-4da5-883a-0cdd679ba276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ffc114-c504-45aa-8838-20a84a61e9c0', 'name': 'tempest-TestShelveInstance-1439691504-router', 'tenant_id': 'da7e9892b47c455d8e37f4de2870ea09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.61'}], 'enable_snat': True}, 'gw_port_id': '1098472c-779e-4c66-8a92-ce280f2c3662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:44:53Z', 'updated_at': '2021-05-31T11:44:59Z', 'revision_number': 4, 'project_id': 'da7e9892b47c455d8e37f4de2870ea09', 'gw_port': {'id': '1098472c-779e-4c66-8a92-ce280f2c3662', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ffc114-c504-45aa-8838-20a84a61e9c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:44:54Z', 'updated_at': '2021-05-31T11:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb', '_floatingips': [{'id': 'b80e87ee-6e0f-4608-bf79-ba3af5d473bc', 'tenant_id': 'da7e9892b47c455d8e37f4de2870ea09', 'floating_ip_address': '172.28.3.134', 'floating_network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'router_id': '92ffc114-c504-45aa-8838-20a84a61e9c0', 'port_id': '7713f6ae-6ca0-4b72-ad9d-310dbe482ea9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6b938de-a551-480c-9f2c-5c4136d08e82', 'mac_address': 'fa:16:3e:86:ca:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62884dd2-8e80-4f45-867d-65744e9a6f07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:45:48Z', 'updated_at': '2021-05-31T11:45:48Z', 'revision_number': 0, 'project_id': 'da7e9892b47c455d8e37f4de2870ea09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14739b1c-b3eb-4ba4-a698-35b02850ecd9', 'name': '', 'network_id': 'a6b938de-a551-480c-9f2c-5c4136d08e82', 'tenant_id': 'da7e9892b47c455d8e37f4de2870ea09', 'mac_address': 'fa:16:3e:f9:f4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ffc114-c504-45aa-8838-20a84a61e9c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '8e4cdfc3-ae92-4456-8b30-cc5459acb680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:44:58Z', 'updated_at': '2021-05-31T11:45:04Z', 'revision_number': 5, 'project_id': 'da7e9892b47c455d8e37f4de2870ea09', 'subnets': [{'id': '8e4cdfc3-ae92-4456-8b30-cc5459acb680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-smb', False) {} {{(pid=98444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:45:50.060442 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925cea6a-3d3d-498d-b628-e3fd3ccee8e7 req-5439f8e5-32ca-4261-8b2b-668aac6c08a5 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:50.061802 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-925cea6a-3d3d-498d-b628-e3fd3ccee8e7 req-5439f8e5-32ca-4261-8b2b-668aac6c08a5 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d97f263-df42-41c6-9845-3957d12b85c8 HTTP/1.1" status: 200 len: 943 time: 0.1233172 May 31 11:45:50.063077 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fffcfa-2380-4579-b3fa-753c5f90c236 req-acb824cd-1d6b-4dc0-b245-abbb6cbfd0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:50.063571 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b22efe-9077-4da5-883a-0cdd679ba276 None None] Checking router: 92ffc114-c504-45aa-8838-20a84a61e9c0 for host: dv-cinder-786383-7-smb {{(pid=98444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:45:50.064672 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-88fffcfa-2380-4579-b3fa-753c5f90c236 req-acb824cd-1d6b-4dc0-b245-abbb6cbfd0ca service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8e4cdfc3-ae92-4456-8b30-cc5459acb680 HTTP/1.1" status: 200 len: 848 time: 0.0699320 May 31 11:45:50.072389 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b22efe-9077-4da5-883a-0cdd679ba276 None None] Routers {'92ffc114-c504-45aa-8838-20a84a61e9c0'} bound to L3 agent in host dv-cinder-786383-7-smb {{(pid=98444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:45:50.072994 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_hamode_db [None req-26b22efe-9077-4da5-883a-0cdd679ba276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:33:28Z,description=,heartbeat_timestamp=2021-05-31T11:45:28Z,host='dv-cinder-786383-7-smb',id=18500941-09fe-4120-b40f-cc1049bfe169,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:33:28Z,topic='l3_agent')) {'router_ids': ['92ffc114-c504-45aa-8838-20a84a61e9c0'], 'active': True} {{(pid=98444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:45:50.144989 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fffcfa-2380-4579-b3fa-753c5f90c236 req-12eb1257-f845-426c-b01b-7319c137e7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:50.146602 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-88fffcfa-2380-4579-b3fa-753c5f90c236 req-12eb1257-f845-426c-b01b-7319c137e7ec service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a6b938de-a551-480c-9f2c-5c4136d08e82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0712118 May 31 11:45:50.192515 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-925cea6a-3d3d-498d-b628-e3fd3ccee8e7 req-50b90ab4-0f63-4ec9-9c12-b149455dbdda tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/security-groups?id=824112a4-9ad3-4e16-b14e-095fae31a465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108959 May 31 11:45:50.235923 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-069914dc-8f43-41ee-b6c4-7d023f12ccfd req-89d3bb07-a5cf-409c-8017-fc00c51ef63b service neutron] 10.222.0.61 "GET /v2.0/networks/3b861c59-52f7-46ca-99da-e6f4b5d8dcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728361 May 31 11:45:50.252750 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvr_db [None req-26b22efe-9077-4da5-883a-0cdd679ba276 None None] Set router 92ffc114-c504-45aa-8838-20a84a61e9c0 gateway port host: dv-cinder-786383-7-smb {{(pid=98444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:45:50.292787 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-88fffcfa-2380-4579-b3fa-753c5f90c236 req-132a5b24-36e7-4233-9334-7cb7a13bf04c service neutron] 10.222.0.61 "GET /v2.0/networks/a6b938de-a551-480c-9f2c-5c4136d08e82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338599 May 31 11:45:50.378124 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-069914dc-8f43-41ee-b6c4-7d023f12ccfd req-5456df52-785b-48fa-a51c-327e060e9aea service neutron] 10.222.0.61 "GET /v2.0/networks/3b861c59-52f7-46ca-99da-e6f4b5d8dcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348696 May 31 11:45:50.442925 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-88fffcfa-2380-4579-b3fa-753c5f90c236 req-6335ded6-81f8-44b5-8f5a-3a2cf6a715a0 service neutron] 10.222.0.61 "GET /v2.0/networks/a6b938de-a551-480c-9f2c-5c4136d08e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403179 May 31 11:45:50.513802 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f1653-48b0-475d-8e84-1806cbe2aa4e req-371dc6db-8501-4432-b5a1-571d05cb4bfc tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:50.515393 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-ce5f1653-48b0-475d-8e84-1806cbe2aa4e req-371dc6db-8501-4432-b5a1-571d05cb4bfc tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e85f6df-3f92-492b-9185-baebb94b603d HTTP/1.1" status: 200 len: 945 time: 0.0917761 May 31 11:45:50.560221 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-ce5f1653-48b0-475d-8e84-1806cbe2aa4e req-e2e319a0-7c1b-4f1b-ae23-c2ffd6149da5 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] 10.222.0.21 "GET /v2.0/security-groups?id=23ddb76d-0760-4348-9d11-238930422bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385292 May 31 11:45:50.617111 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_hamode_db [None req-26b22efe-9077-4da5-883a-0cdd679ba276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ffc114-c504-45aa-8838-20a84a61e9c0', 'name': 'tempest-TestShelveInstance-1439691504-router', 'tenant_id': 'da7e9892b47c455d8e37f4de2870ea09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.61'}], 'enable_snat': True}, 'gw_port_id': '1098472c-779e-4c66-8a92-ce280f2c3662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:44:53Z', 'updated_at': '2021-05-31T11:44:59Z', 'revision_number': 4, 'project_id': 'da7e9892b47c455d8e37f4de2870ea09', 'gw_port': {'id': '1098472c-779e-4c66-8a92-ce280f2c3662', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ffc114-c504-45aa-8838-20a84a61e9c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:44:54Z', 'updated_at': '2021-05-31T11:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb', '_floatingips': [{'id': 'b80e87ee-6e0f-4608-bf79-ba3af5d473bc', 'tenant_id': 'da7e9892b47c455d8e37f4de2870ea09', 'floating_ip_address': '172.28.3.134', 'floating_network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'router_id': '92ffc114-c504-45aa-8838-20a84a61e9c0', 'port_id': '7713f6ae-6ca0-4b72-ad9d-310dbe482ea9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6b938de-a551-480c-9f2c-5c4136d08e82', 'mac_address': 'fa:16:3e:86:ca:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62884dd2-8e80-4f45-867d-65744e9a6f07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:45:48Z', 'updated_at': '2021-05-31T11:45:48Z', 'revision_number': 0, 'project_id': 'da7e9892b47c455d8e37f4de2870ea09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14739b1c-b3eb-4ba4-a698-35b02850ecd9', 'name': '', 'network_id': 'a6b938de-a551-480c-9f2c-5c4136d08e82', 'tenant_id': 'da7e9892b47c455d8e37f4de2870ea09', 'mac_address': 'fa:16:3e:f9:f4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ffc114-c504-45aa-8838-20a84a61e9c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '8e4cdfc3-ae92-4456-8b30-cc5459acb680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:44:58Z', 'updated_at': '2021-05-31T11:45:04Z', 'revision_number': 5, 'project_id': 'da7e9892b47c455d8e37f4de2870ea09', 'subnets': [{'id': '8e4cdfc3-ae92-4456-8b30-cc5459acb680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-smb', False) {} {{(pid=98444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:45:50.621238 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b22efe-9077-4da5-883a-0cdd679ba276 None None] The sync data for ids ['92ffc114-c504-45aa-8838-20a84a61e9c0'] in dv-cinder-786383-7-smb is: [{'id': '92ffc114-c504-45aa-8838-20a84a61e9c0', 'name': 'tempest-TestShelveInstance-1439691504-router', 'tenant_id': 'da7e9892b47c455d8e37f4de2870ea09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.61'}], 'enable_snat': True}, 'gw_port_id': '1098472c-779e-4c66-8a92-ce280f2c3662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:44:53Z', 'updated_at': '2021-05-31T11:44:59Z', 'revision_number': 4, 'project_id': 'da7e9892b47c455d8e37f4de2870ea09', 'gw_port': {'id': '1098472c-779e-4c66-8a92-ce280f2c3662', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ffc114-c504-45aa-8838-20a84a61e9c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:44:54Z', 'updated_at': '2021-05-31T11:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb', '_floatingips': [{'id': 'b80e87ee-6e0f-4608-bf79-ba3af5d473bc', 'tenant_id': 'da7e9892b47c455d8e37f4de2870ea09', 'floating_ip_address': '172.28.3.134', 'floating_network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'router_id': '92ffc114-c504-45aa-8838-20a84a61e9c0', 'port_id': '7713f6ae-6ca0-4b72-ad9d-310dbe482ea9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6b938de-a551-480c-9f2c-5c4136d08e82', 'mac_address': 'fa:16:3e:86:ca:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62884dd2-8e80-4f45-867d-65744e9a6f07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:45:48Z', 'updated_at': '2021-05-31T11:45:48Z', 'revision_number': 0, 'project_id': 'da7e9892b47c455d8e37f4de2870ea09', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14739b1c-b3eb-4ba4-a698-35b02850ecd9', 'name': '', 'network_id': 'a6b938de-a551-480c-9f2c-5c4136d08e82', 'tenant_id': 'da7e9892b47c455d8e37f4de2870ea09', 'mac_address': 'fa:16:3e:f9:f4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ffc114-c504-45aa-8838-20a84a61e9c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '8e4cdfc3-ae92-4456-8b30-cc5459acb680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:44:58Z', 'updated_at': '2021-05-31T11:45:04Z', 'revision_number': 5, 'project_id': 'da7e9892b47c455d8e37f4de2870ea09', 'subnets': [{'id': '8e4cdfc3-ae92-4456-8b30-cc5459acb680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:45:50.836237 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6e0b2b2-e74d-4872-a836-61d3f76406a2 None None] New status for floating IP b80e87ee-6e0f-4608-bf79-ba3af5d473bc: ACTIVE {{(pid=98445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 11:45:51.250510 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b8a9b6-d8f3-4b40-b674-94dffb3c6c44 req-4f3c6275-ce9a-4b57-9ee6-a34222271324 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:51.252072 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-81b8a9b6-d8f3-4b40-b674-94dffb3c6c44 req-4f3c6275-ce9a-4b57-9ee6-a34222271324 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] 10.222.0.61 "GET /v2.0/ports?device_id=6e85f6df-3f92-492b-9185-baebb94b603d HTTP/1.1" status: 200 len: 945 time: 0.0913081 May 31 11:45:51.382383 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d82c0d-c93e-4767-8f2b-4af180b669bb req-18020741-829d-45b8-a85a-e96abfdd0768 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:51.383899 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-d2d82c0d-c93e-4767-8f2b-4af180b669bb req-18020741-829d-45b8-a85a-e96abfdd0768 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d97f263-df42-41c6-9845-3957d12b85c8 HTTP/1.1" status: 200 len: 943 time: 0.0832665 May 31 11:45:51.393276 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.plugin [req-81b8a9b6-d8f3-4b40-b674-94dffb3c6c44 req-efe2824b-e04a-4a55-942c-5598684b6d38 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Deleting port 9bbe2e32-d6c1-4308-a1a8-8fb1c2956e4d {{(pid=98443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:45:51.393817 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-81b8a9b6-d8f3-4b40-b674-94dffb3c6c44 req-efe2824b-e04a-4a55-942c-5598684b6d38 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781593492803'] for port, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:51.430807 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-d2d82c0d-c93e-4767-8f2b-4af180b669bb req-ec6e4c78-2f84-4088-b466-52e04e6722b7 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/security-groups?id=824112a4-9ad3-4e16-b14e-095fae31a465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409813 May 31 11:45:51.530396 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.db [req-81b8a9b6-d8f3-4b40-b674-94dffb3c6c44 req-efe2824b-e04a-4a55-942c-5598684b6d38 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] For port 9bbe2e32-d6c1-4308-a1a8-8fb1c2956e4d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=9bbe2e32-d6c1-4308-a1a8-8fb1c2956e4d,segment=NetworkSegment(0d82a303-062a-4e38-9ea1-2b0281f8e184),segment_id=0d82a303-062a-4e38-9ea1-2b0281f8e184)] {{(pid=98443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:45:51.530687 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-81b8a9b6-d8f3-4b40-b674-94dffb3c6c44 req-efe2824b-e04a-4a55-942c-5598684b6d38 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8366366'] for port, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:51.750412 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.plugin [req-81b8a9b6-d8f3-4b40-b674-94dffb3c6c44 req-efe2824b-e04a-4a55-942c-5598684b6d38 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Calling delete_port for 9bbe2e32-d6c1-4308-a1a8-8fb1c2956e4d owned by compute:nova {{(pid=98443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:45:51.766171 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52884029-62fe-49aa-adc8-fc3e7bcd4b9a req-661d5c80-7cf9-4f60-8fac-386ea95187a0 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:51.767733 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-52884029-62fe-49aa-adc8-fc3e7bcd4b9a req-661d5c80-7cf9-4f60-8fac-386ea95187a0 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e85f6df-3f92-492b-9185-baebb94b603d HTTP/1.1" status: 200 len: 945 time: 0.0943944 May 31 11:45:51.814163 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-52884029-62fe-49aa-adc8-fc3e7bcd4b9a req-4712d28f-c713-4fec-bd6d-24f1c2c81e4d tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] 10.222.0.21 "GET /v2.0/security-groups?id=23ddb76d-0760-4348-9d11-238930422bf3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401645 May 31 11:45:51.867145 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-81b8a9b6-d8f3-4b40-b674-94dffb3c6c44 req-efe2824b-e04a-4a55-942c-5598684b6d38 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781593493926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781593114067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6347609'] for port, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:51.873399 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:51.903693 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] get_ports_and_sgs() called for port_ids ['9bbe2e32-d6c1-4308-a1a8-8fb1c2956e4d'] {{(pid=98444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:45:51.922673 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe2824b-e04a-4a55-942c-5598684b6d38 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Pushing event deleted for resources: {'Port': ['ID=9bbe2e32-d6c1-4308-a1a8-8fb1c2956e4d,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:51.925701 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-efe2824b-e04a-4a55-942c-5598684b6d38 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:51.997609 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.l3_dvrscheduler_db [req-81b8a9b6-d8f3-4b40-b674-94dffb3c6c44 req-efe2824b-e04a-4a55-942c-5598684b6d38 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] No DVR routers for this DVR port 9bbe2e32-d6c1-4308-a1a8-8fb1c2956e4d on host hv-cinder-78638 {{(pid=98443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:45:52.000455 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-81b8a9b6-d8f3-4b40-b674-94dffb3c6c44 req-efe2824b-e04a-4a55-942c-5598684b6d38 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523773'] for port, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:52.002986 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e85f6df-3f92-492b-9185-baebb94b603d', 'name': 'network-vif-deleted', 'tag': '9bbe2e32-d6c1-4308-a1a8-8fb1c2956e4d'}] {{(pid=98443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:45:52.005232 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56017c51fa2db9d96507774d194550d251c1d18f102e1d67e4a71b2ac79ee147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a18554-2489-4462-9da6-32554b5f1e74" -d '{"events": [{"server_uuid": "6e85f6df-3f92-492b-9185-baebb94b603d", "name": "network-vif-deleted", "tag": "9bbe2e32-d6c1-4308-a1a8-8fb1c2956e4d"}]}' {{(pid=98443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:45:52.020212 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-81b8a9b6-d8f3-4b40-b674-94dffb3c6c44 req-efe2824b-e04a-4a55-942c-5598684b6d38 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] 10.222.0.61 "DELETE /v2.0/ports/9bbe2e32-d6c1-4308-a1a8-8fb1c2956e4d HTTP/1.1" status: 204 len: 173 time: 0.7622249 May 31 11:45:52.061075 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-614089e3-1376-4401-8d64-efa5f0e548e3 x-openstack-request-id: req-614089e3-1376-4401-8d64-efa5f0e548e3 {{(pid=98443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:45:52.061276 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e85f6df-3f92-492b-9185-baebb94b603d", "name": "network-vif-deleted", "tag": "9bbe2e32-d6c1-4308-a1a8-8fb1c2956e4d", "status": "completed", "code": 200}]} {{(pid=98443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:45:52.061612 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-614089e3-1376-4401-8d64-efa5f0e548e3 {{(pid=98443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:45:52.062160 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e85f6df-3f92-492b-9185-baebb94b603d', 'name': 'network-vif-deleted', 'tag': '9bbe2e32-d6c1-4308-a1a8-8fb1c2956e4d', 'status': 'completed', 'code': 200} May 31 11:45:52.257876 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device a4447a6d-01ff-4be1-b34d-0a259217ba2e details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:45:52.398217 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] For port a4447a6d-01ff-4be1-b34d-0a259217ba2e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a4447a6d-01ff-4be1-b34d-0a259217ba2e,segment=NetworkSegment(745935fc-742e-4dd5-baa0-27f62ebcc000),segment_id=745935fc-742e-4dd5-baa0-27f62ebcc000)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:45:52.414976 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Returning: {'device': 'a4447a6d-01ff-4be1-b34d-0a259217ba2e', 'network_id': '3b861c59-52f7-46ca-99da-e6f4b5d8dcf3', 'port_id': 'a4447a6d-01ff-4be1-b34d-0a259217ba2e', 'mac_address': 'fa:16:3e:06:8d:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 663, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d8c3d1c-ffe1-4449-ae14-fb794221a40d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:45:52.482867 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:52.501104 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.notifiers.nova [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4447a6d-01ff-4be1-b34d-0a259217ba2e {{(pid=98444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:45:52.517218 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] For port a4447a6d-01ff-4be1-b34d-0a259217ba2e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a4447a6d-01ff-4be1-b34d-0a259217ba2e,segment=NetworkSegment(745935fc-742e-4dd5-baa0-27f62ebcc000),segment_id=745935fc-742e-4dd5-baa0-27f62ebcc000)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:45:52.522106 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:52.523904 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-1ec6c47d-f02c-4e63-a153-4f8b7f6c93fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:52.593598 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Pushing event updated for resources: {'Port': ['ID=a4447a6d-01ff-4be1-b34d-0a259217ba2e,revision_number=4']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:52.602419 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:52.634171 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d558d5b-4e46-47d3-9c7d-4e049e2fbc4c req-9f140c38-e6c7-4e28-a758-fae6e0f5ef59 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:52.635678 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-3d558d5b-4e46-47d3-9c7d-4e049e2fbc4c req-9f140c38-e6c7-4e28-a758-fae6e0f5ef59 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d97f263-df42-41c6-9845-3957d12b85c8 HTTP/1.1" status: 200 len: 944 time: 0.0862634 May 31 11:45:52.681659 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-3d558d5b-4e46-47d3-9c7d-4e049e2fbc4c req-f659dbe5-fa93-4492-9f3f-9867eb2aa725 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/security-groups?id=824112a4-9ad3-4e16-b14e-095fae31a465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390427 May 31 11:45:52.898836 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] get_ports_and_sgs() called for port_ids ['a4447a6d-01ff-4be1-b34d-0a259217ba2e'] {{(pid=98444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:45:53.892257 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97169cd9-e947-4fe2-ba04-f2655eafdc44 req-c33b83a2-1d81-468e-ad9c-29d4fcff9cbb tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:53.893751 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-97169cd9-e947-4fe2-ba04-f2655eafdc44 req-c33b83a2-1d81-468e-ad9c-29d4fcff9cbb tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d97f263-df42-41c6-9845-3957d12b85c8 HTTP/1.1" status: 200 len: 944 time: 0.0964482 May 31 11:45:53.938886 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-97169cd9-e947-4fe2-ba04-f2655eafdc44 req-9a0d4433-6135-407d-86fd-c5defb9eca9b tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/security-groups?id=824112a4-9ad3-4e16-b14e-095fae31a465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393522 May 31 11:45:54.266494 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device a4447a6d-01ff-4be1-b34d-0a259217ba2e up at agent hyperv_hv-cinder-78638 {{(pid=98444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:45:54.341318 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Provisioning for port a4447a6d-01ff-4be1-b34d-0a259217ba2e completed by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:45:54.346245 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Provisioning complete for port a4447a6d-01ff-4be1-b34d-0a259217ba2e triggered by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:45:54.346616 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:54.467555 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:54.498248 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d97f263-df42-41c6-9845-3957d12b85c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4447a6d-01ff-4be1-b34d-0a259217ba2e'}] {{(pid=98444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:45:54.500522 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88ad6d6066f99d569bf87ae86d08865c72136362fb0dde426bf5d6223abbdd23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b61033-1280-4a85-896b-9584dfb7a73a" -d '{"events": [{"server_uuid": "1d97f263-df42-41c6-9845-3957d12b85c8", "name": "network-vif-plugged", "status": "completed", "tag": "a4447a6d-01ff-4be1-b34d-0a259217ba2e"}]}' {{(pid=98444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:45:54.508396 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] For port a4447a6d-01ff-4be1-b34d-0a259217ba2e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a4447a6d-01ff-4be1-b34d-0a259217ba2e,segment=NetworkSegment(745935fc-742e-4dd5-baa0-27f62ebcc000),segment_id=745935fc-742e-4dd5-baa0-27f62ebcc000)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:45:54.514046 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:54.515025 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device 9bbe2e32-d6c1-4308-a1a8-8fb1c2956e4d no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:45:54.571303 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:45:54.604702 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f69d01f-ae9d-4740-b2cb-616baa5672db x-openstack-request-id: req-8f69d01f-ae9d-4740-b2cb-616baa5672db {{(pid=98444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:45:54.604993 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d97f263-df42-41c6-9845-3957d12b85c8", "name": "network-vif-plugged", "status": "completed", "tag": "a4447a6d-01ff-4be1-b34d-0a259217ba2e", "code": 200}]} {{(pid=98444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:45:54.605252 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8f69d01f-ae9d-4740-b2cb-616baa5672db {{(pid=98444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:45:54.605835 dv-cinder-786383-7-smb neutron-server[98444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d97f263-df42-41c6-9845-3957d12b85c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4447a6d-01ff-4be1-b34d-0a259217ba2e', 'code': 200} May 31 11:45:54.611511 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.plugin [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] No Port match for: 9bbe2e32-d6c1-4308-a1a8-8fb1c2956e4d {{(pid=98444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:45:54.611861 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device 9bbe2e32-d6c1-4308-a1a8-8fb1c2956e4d not bound to the agent host hv-cinder-78638 {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:45:54.646845 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Pushing event updated for resources: {'Port': ['ID=a4447a6d-01ff-4be1-b34d-0a259217ba2e,revision_number=5']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:45:54.655169 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:45:54.655463 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:45:54.655797 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:45:54.656126 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:45:54.656465 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:45:54.656777 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:45:54.657099 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:45:54.657414 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:45:54.657732 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:45:54.658136 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:45:54.658357 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:45:54.658676 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:45:54.674753 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:45:54.777329 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-d48fd202-843c-4a15-b1c9-55725ad5f2fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:54.884104 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe8c957-40b2-47db-beb4-ceae63915615 req-e4e44a62-d971-4239-bb6d-7b46945953d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:54.885563 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-9fe8c957-40b2-47db-beb4-ceae63915615 req-e4e44a62-d971-4239-bb6d-7b46945953d9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1d97f263-df42-41c6-9845-3957d12b85c8 HTTP/1.1" status: 200 len: 1098 time: 0.0769339 May 31 11:45:54.934518 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-9fe8c957-40b2-47db-beb4-ceae63915615 req-ca5ba83c-79f2-48cd-ab94-452cf5b48d75 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=824112a4-9ad3-4e16-b14e-095fae31a465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403712 May 31 11:45:55.144102 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d094402f-d108-4a9f-b0e2-65e5b9214837 req-3d683c97-488b-4da1-834b-71fd7106632d tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:55.145544 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-d094402f-d108-4a9f-b0e2-65e5b9214837 req-3d683c97-488b-4da1-834b-71fd7106632d tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d97f263-df42-41c6-9845-3957d12b85c8 HTTP/1.1" status: 200 len: 945 time: 0.0947216 May 31 11:45:55.197104 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-d094402f-d108-4a9f-b0e2-65e5b9214837 req-08f8be58-b775-4c0f-81a7-2c986dc9390b tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/security-groups?id=824112a4-9ad3-4e16-b14e-095fae31a465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455260 May 31 11:45:56.515427 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc81edc-e160-4b9c-9388-5f97560b6f16 req-ef10f3ad-7754-4d66-8f76-19c965e6c9f6 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:56.517776 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-8cc81edc-e160-4b9c-9388-5f97560b6f16 req-ef10f3ad-7754-4d66-8f76-19c965e6c9f6 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d97f263-df42-41c6-9845-3957d12b85c8 HTTP/1.1" status: 200 len: 945 time: 0.1215329 May 31 11:45:56.567628 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-8cc81edc-e160-4b9c-9388-5f97560b6f16 req-7fdb0038-5fb0-4f6d-b04e-96711d830d92 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/security-groups?id=824112a4-9ad3-4e16-b14e-095fae31a465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427046 May 31 11:45:56.764837 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3087751-d88e-49d8-95f5-91c8b14f1e2b req-c6a4ec65-8958-4e6d-88cd-3ae16df29cf0 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:56.766194 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-d3087751-d88e-49d8-95f5-91c8b14f1e2b req-c6a4ec65-8958-4e6d-88cd-3ae16df29cf0 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d97f263-df42-41c6-9845-3957d12b85c8 HTTP/1.1" status: 200 len: 945 time: 0.0901229 May 31 11:45:56.778999 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 35120) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:45:56.785031 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.v2.base [None req-74cbf303-251e-44d3-a523-e32230af347f tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Request body: {'floatingip': {'port_id': 'a4447a6d-01ff-4be1-b34d-0a259217ba2e'}} {{(pid=98443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:45:56.874399 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-74cbf303-251e-44d3-a523-e32230af347f tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks [] for floatingip, before_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:57.501907 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:57.521714 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-74cbf303-251e-44d3-a523-e32230af347f tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:57.527912 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-74cbf303-251e-44d3-a523-e32230af347f tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8365565'] for floatingip, after_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:57.704095 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.db.l3_db [None req-74cbf303-251e-44d3-a523-e32230af347f tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Floating IP 4d457c59-a685-46bf-9ee0-291bbf197437 associated. External IP: 172.28.3.34, port: a4447a6d-01ff-4be1-b34d-0a259217ba2e. May 31 11:45:57.787982 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-25822ea4-fe68-4aeb-bc9c-61aa23685ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:58.164182 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74cbf303-251e-44d3-a523-e32230af347f tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Router 1f31bf17-2c66-4dca-a7df-4af4dab9b0d6 has already been hosted by L3 agent 18500941-09fe-4120-b40f-cc1049bfe169 {{(pid=98443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:45:58.348366 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74cbf303-251e-44d3-a523-e32230af347f tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify agent at l3_agent.dv-cinder-786383-7-smb the message routers_updated {{(pid=98443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:45:58.352610 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-74cbf303-251e-44d3-a523-e32230af347f tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523773'] for floatingip, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:58.358045 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5dd4dd-57f2-4933-86cf-ff43db63a20a None None] Sync routers for ids ['1f31bf17-2c66-4dca-a7df-4af4dab9b0d6'] in dv-cinder-786383-7-smb {{(pid=98444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:45:58.368388 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5dd4dd-57f2-4933-86cf-ff43db63a20a None None] Routers {'1f31bf17-2c66-4dca-a7df-4af4dab9b0d6'} bound to L3 agent in host dv-cinder-786383-7-smb {{(pid=98444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:45:58.369256 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_hamode_db [None req-3c5dd4dd-57f2-4933-86cf-ff43db63a20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:33:28Z,description=,heartbeat_timestamp=2021-05-31T11:45:58Z,host='dv-cinder-786383-7-smb',id=18500941-09fe-4120-b40f-cc1049bfe169,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:33:28Z,topic='l3_agent')) {'router_ids': ['1f31bf17-2c66-4dca-a7df-4af4dab9b0d6'], 'active': True} {{(pid=98444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:45:58.409936 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-74cbf303-251e-44d3-a523-e32230af347f tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "PUT /v2.0/floatingips/4d457c59-a685-46bf-9ee0-291bbf197437 HTTP/1.1" status: 200 len: 990 time: 1.6291940 May 31 11:45:58.411210 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d97f263-df42-41c6-9845-3957d12b85c8', 'tag': 'a4447a6d-01ff-4be1-b34d-0a259217ba2e'}] {{(pid=98443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:45:58.414226 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56017c51fa2db9d96507774d194550d251c1d18f102e1d67e4a71b2ac79ee147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f026261d-3dc6-4132-abfd-47841023d8fc" -d '{"events": [{"name": "network-changed", "server_uuid": "1d97f263-df42-41c6-9845-3957d12b85c8", "tag": "a4447a6d-01ff-4be1-b34d-0a259217ba2e"}]}' {{(pid=98443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:45:58.475600 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-a91c5e8e-8952-4db6-a598-6e76e849b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:45:58.583175 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvr_db [None req-3c5dd4dd-57f2-4933-86cf-ff43db63a20a None None] Set router 1f31bf17-2c66-4dca-a7df-4af4dab9b0d6 gateway port host: dv-cinder-786383-7-smb {{(pid=98444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:45:58.600974 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d9efc17-15f1-4f01-8f58-3a8ae7b9a828 x-openstack-request-id: req-8d9efc17-15f1-4f01-8f58-3a8ae7b9a828 {{(pid=98443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:45:58.602529 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d97f263-df42-41c6-9845-3957d12b85c8", "tag": "a4447a6d-01ff-4be1-b34d-0a259217ba2e", "status": "completed", "code": 200}]} {{(pid=98443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:45:58.602911 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8d9efc17-15f1-4f01-8f58-3a8ae7b9a828 {{(pid=98443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:45:58.603341 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d97f263-df42-41c6-9845-3957d12b85c8', 'tag': 'a4447a6d-01ff-4be1-b34d-0a259217ba2e', 'status': 'completed', 'code': 200} May 31 11:45:58.747051 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f026261d-3dc6-4132-abfd-47841023d8fc req-0721c0af-1fda-4e5a-9cb3-141baae5ef38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:58.749034 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-f026261d-3dc6-4132-abfd-47841023d8fc req-0721c0af-1fda-4e5a-9cb3-141baae5ef38 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0eca8cc498704c828ce4fda2d808043a&device_id=1d97f263-df42-41c6-9845-3957d12b85c8 HTTP/1.1" status: 200 len: 1098 time: 0.0860112 May 31 11:45:58.895679 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f026261d-3dc6-4132-abfd-47841023d8fc req-8052ca57-d6e5-45fc-8d57-4b2e853b7e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:58.897064 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-f026261d-3dc6-4132-abfd-47841023d8fc req-8052ca57-d6e5-45fc-8d57-4b2e853b7e58 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3b861c59-52f7-46ca-99da-e6f4b5d8dcf3 HTTP/1.1" status: 200 len: 911 time: 0.1401396 May 31 11:45:58.904615 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d1328d-6cd8-489c-846c-7aadefbfebac req-7fa50fcb-fe23-4631-802f-2702288cfde4 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:58.912119 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-f4d1328d-6cd8-489c-846c-7aadefbfebac req-7fa50fcb-fe23-4631-802f-2702288cfde4 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=33574f64-485e-4e68-a475-b522f2b61547 HTTP/1.1" status: 200 len: 945 time: 0.0952225 May 31 11:45:58.964139 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-f4d1328d-6cd8-489c-846c-7aadefbfebac req-b3299e9f-8a0d-4cef-b7c5-9e3c14f6a424 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=046f597b-d4db-468c-a75f-9b8ff1a241ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511680 May 31 11:45:58.985315 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_hamode_db [None req-3c5dd4dd-57f2-4933-86cf-ff43db63a20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f31bf17-2c66-4dca-a7df-4af4dab9b0d6', 'name': 'tempest-AttachVolumeTestJSON-608903553-router', 'tenant_id': '0eca8cc498704c828ce4fda2d808043a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.239'}], 'enable_snat': True}, 'gw_port_id': '4856108b-0b77-4e29-9719-f8d192545e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:41:28Z', 'updated_at': '2021-05-31T11:41:39Z', 'revision_number': 4, 'project_id': '0eca8cc498704c828ce4fda2d808043a', 'gw_port': {'id': '4856108b-0b77-4e29-9719-f8d192545e5e', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f31bf17-2c66-4dca-a7df-4af4dab9b0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:29Z', 'updated_at': '2021-05-31T11:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb', '_floatingips': [{'id': '4d457c59-a685-46bf-9ee0-291bbf197437', 'tenant_id': '0eca8cc498704c828ce4fda2d808043a', 'floating_ip_address': '172.28.3.34', 'floating_network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'router_id': '1f31bf17-2c66-4dca-a7df-4af4dab9b0d6', 'port_id': 'a4447a6d-01ff-4be1-b34d-0a259217ba2e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b861c59-52f7-46ca-99da-e6f4b5d8dcf3', 'mac_address': 'fa:16:3e:06:8d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d97f263-df42-41c6-9845-3957d12b85c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:45:42Z', 'updated_at': '2021-05-31T11:45:57Z', 'revision_number': 1, 'project_id': '0eca8cc498704c828ce4fda2d808043a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2290c5f3-38b7-464e-9c68-2595c5fae4f9', 'name': '', 'network_id': '3b861c59-52f7-46ca-99da-e6f4b5d8dcf3', 'tenant_id': '0eca8cc498704c828ce4fda2d808043a', 'mac_address': 'fa:16:3e:53:5d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f31bf17-2c66-4dca-a7df-4af4dab9b0d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3d8c3d1c-ffe1-4449-ae14-fb794221a40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:37Z', 'updated_at': '2021-05-31T11:41:51Z', 'revision_number': 5, 'project_id': '0eca8cc498704c828ce4fda2d808043a', 'subnets': [{'id': '3d8c3d1c-ffe1-4449-ae14-fb794221a40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-smb', False) {} {{(pid=98444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:45:58.994739 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5dd4dd-57f2-4933-86cf-ff43db63a20a None None] Checking router: 1f31bf17-2c66-4dca-a7df-4af4dab9b0d6 for host: dv-cinder-786383-7-smb {{(pid=98444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:45:59.005247 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5dd4dd-57f2-4933-86cf-ff43db63a20a None None] Routers {'1f31bf17-2c66-4dca-a7df-4af4dab9b0d6'} bound to L3 agent in host dv-cinder-786383-7-smb {{(pid=98444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:45:59.005871 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_hamode_db [None req-3c5dd4dd-57f2-4933-86cf-ff43db63a20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:33:28Z,description=,heartbeat_timestamp=2021-05-31T11:45:58Z,host='dv-cinder-786383-7-smb',id=18500941-09fe-4120-b40f-cc1049bfe169,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:33:28Z,topic='l3_agent')) {'router_ids': ['1f31bf17-2c66-4dca-a7df-4af4dab9b0d6'], 'active': True} {{(pid=98444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:45:59.024409 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-f026261d-3dc6-4132-abfd-47841023d8fc req-4a2116fc-a49c-475f-9e37-fb5ad4995427 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4447a6d-01ff-4be1-b34d-0a259217ba2e HTTP/1.1" status: 200 len: 998 time: 0.1190450 May 31 11:45:59.102389 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f026261d-3dc6-4132-abfd-47841023d8fc req-8b2b91f7-eda5-4bd2-b8bf-3b840f3b60f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:59.104128 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-f026261d-3dc6-4132-abfd-47841023d8fc req-8b2b91f7-eda5-4bd2-b8bf-3b840f3b60f7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3d8c3d1c-ffe1-4449-ae14-fb794221a40d HTTP/1.1" status: 200 len: 849 time: 0.0647378 May 31 11:45:59.193739 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvr_db [None req-3c5dd4dd-57f2-4933-86cf-ff43db63a20a None None] Set router 1f31bf17-2c66-4dca-a7df-4af4dab9b0d6 gateway port host: dv-cinder-786383-7-smb {{(pid=98444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:45:59.198368 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f026261d-3dc6-4132-abfd-47841023d8fc req-f2da568b-ecaa-4709-a16c-f145bfa1bc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:45:59.200197 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-f026261d-3dc6-4132-abfd-47841023d8fc req-f2da568b-ecaa-4709-a16c-f145bfa1bc65 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3b861c59-52f7-46ca-99da-e6f4b5d8dcf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0888264 May 31 11:45:59.344941 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-f026261d-3dc6-4132-abfd-47841023d8fc req-1e772cee-3150-4a3f-82a5-1d9a42a22951 service neutron] 10.222.0.61 "GET /v2.0/networks/3b861c59-52f7-46ca-99da-e6f4b5d8dcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377039 May 31 11:45:59.490218 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-f026261d-3dc6-4132-abfd-47841023d8fc req-e0a3203b-0c24-4f56-9c22-d179de13f74f service neutron] 10.222.0.61 "GET /v2.0/networks/3b861c59-52f7-46ca-99da-e6f4b5d8dcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369190 May 31 11:45:59.553529 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_hamode_db [None req-3c5dd4dd-57f2-4933-86cf-ff43db63a20a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f31bf17-2c66-4dca-a7df-4af4dab9b0d6', 'name': 'tempest-AttachVolumeTestJSON-608903553-router', 'tenant_id': '0eca8cc498704c828ce4fda2d808043a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.239'}], 'enable_snat': True}, 'gw_port_id': '4856108b-0b77-4e29-9719-f8d192545e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:41:28Z', 'updated_at': '2021-05-31T11:41:39Z', 'revision_number': 4, 'project_id': '0eca8cc498704c828ce4fda2d808043a', 'gw_port': {'id': '4856108b-0b77-4e29-9719-f8d192545e5e', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f31bf17-2c66-4dca-a7df-4af4dab9b0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:29Z', 'updated_at': '2021-05-31T11:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb', '_floatingips': [{'id': '4d457c59-a685-46bf-9ee0-291bbf197437', 'tenant_id': '0eca8cc498704c828ce4fda2d808043a', 'floating_ip_address': '172.28.3.34', 'floating_network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'router_id': '1f31bf17-2c66-4dca-a7df-4af4dab9b0d6', 'port_id': 'a4447a6d-01ff-4be1-b34d-0a259217ba2e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b861c59-52f7-46ca-99da-e6f4b5d8dcf3', 'mac_address': 'fa:16:3e:06:8d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d97f263-df42-41c6-9845-3957d12b85c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:45:42Z', 'updated_at': '2021-05-31T11:45:57Z', 'revision_number': 1, 'project_id': '0eca8cc498704c828ce4fda2d808043a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2290c5f3-38b7-464e-9c68-2595c5fae4f9', 'name': '', 'network_id': '3b861c59-52f7-46ca-99da-e6f4b5d8dcf3', 'tenant_id': '0eca8cc498704c828ce4fda2d808043a', 'mac_address': 'fa:16:3e:53:5d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f31bf17-2c66-4dca-a7df-4af4dab9b0d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3d8c3d1c-ffe1-4449-ae14-fb794221a40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:37Z', 'updated_at': '2021-05-31T11:41:51Z', 'revision_number': 5, 'project_id': '0eca8cc498704c828ce4fda2d808043a', 'subnets': [{'id': '3d8c3d1c-ffe1-4449-ae14-fb794221a40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-smb', False) {} {{(pid=98444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:45:59.558566 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5dd4dd-57f2-4933-86cf-ff43db63a20a None None] The sync data for ids ['1f31bf17-2c66-4dca-a7df-4af4dab9b0d6'] in dv-cinder-786383-7-smb is: [{'id': '1f31bf17-2c66-4dca-a7df-4af4dab9b0d6', 'name': 'tempest-AttachVolumeTestJSON-608903553-router', 'tenant_id': '0eca8cc498704c828ce4fda2d808043a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.239'}], 'enable_snat': True}, 'gw_port_id': '4856108b-0b77-4e29-9719-f8d192545e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:41:28Z', 'updated_at': '2021-05-31T11:41:39Z', 'revision_number': 4, 'project_id': '0eca8cc498704c828ce4fda2d808043a', 'gw_port': {'id': '4856108b-0b77-4e29-9719-f8d192545e5e', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f31bf17-2c66-4dca-a7df-4af4dab9b0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:29Z', 'updated_at': '2021-05-31T11:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb', '_floatingips': [{'id': '4d457c59-a685-46bf-9ee0-291bbf197437', 'tenant_id': '0eca8cc498704c828ce4fda2d808043a', 'floating_ip_address': '172.28.3.34', 'floating_network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'router_id': '1f31bf17-2c66-4dca-a7df-4af4dab9b0d6', 'port_id': 'a4447a6d-01ff-4be1-b34d-0a259217ba2e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b861c59-52f7-46ca-99da-e6f4b5d8dcf3', 'mac_address': 'fa:16:3e:06:8d:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d97f263-df42-41c6-9845-3957d12b85c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:45:42Z', 'updated_at': '2021-05-31T11:45:57Z', 'revision_number': 1, 'project_id': '0eca8cc498704c828ce4fda2d808043a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2290c5f3-38b7-464e-9c68-2595c5fae4f9', 'name': '', 'network_id': '3b861c59-52f7-46ca-99da-e6f4b5d8dcf3', 'tenant_id': '0eca8cc498704c828ce4fda2d808043a', 'mac_address': 'fa:16:3e:53:5d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f31bf17-2c66-4dca-a7df-4af4dab9b0d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3d8c3d1c-ffe1-4449-ae14-fb794221a40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:37Z', 'updated_at': '2021-05-31T11:41:51Z', 'revision_number': 5, 'project_id': '0eca8cc498704c828ce4fda2d808043a', 'subnets': [{'id': '3d8c3d1c-ffe1-4449-ae14-fb794221a40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:45:59.757511 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d78cecf-4eea-4675-ad68-d6dd9ece800d None None] New status for floating IP 4d457c59-a685-46bf-9ee0-291bbf197437: ACTIVE {{(pid=98445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 11:46:00.162780 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-9fdf87ec-5ce8-4616-9e32-e9b9d10b7557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:00.173815 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b59e8c-c691-4575-b7c8-e967c8ce28ed req-c1dc2c59-4efa-4e3d-9c24-bfd20ce9ea80 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:00.175336 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-c1b59e8c-c691-4575-b7c8-e967c8ce28ed req-c1dc2c59-4efa-4e3d-9c24-bfd20ce9ea80 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=33574f64-485e-4e68-a475-b522f2b61547 HTTP/1.1" status: 200 len: 945 time: 0.0876091 May 31 11:46:00.221050 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-c1b59e8c-c691-4575-b7c8-e967c8ce28ed req-e40b6ba6-abc5-4e98-9a18-0f48d29a08a7 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=046f597b-d4db-468c-a75f-9b8ff1a241ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399230 May 31 11:46:00.594161 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.agents_db [None req-9d677285-078d-4c88-aefd-aa7dfcc00faf None None] Agent healthcheck: found 6 active agents {{(pid=98445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:46:01.419587 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b887ae-b175-48e3-ab3f-8ca5883ebc37 req-6baf36a7-72e4-4b38-9044-4c84f5f17420 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:01.421062 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-a3b887ae-b175-48e3-ab3f-8ca5883ebc37 req-6baf36a7-72e4-4b38-9044-4c84f5f17420 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=33574f64-485e-4e68-a475-b522f2b61547 HTTP/1.1" status: 200 len: 945 time: 0.0859647 May 31 11:46:01.472336 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-a3b887ae-b175-48e3-ab3f-8ca5883ebc37 req-2be2555b-4e1e-42db-be34-0300019cd4d7 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=046f597b-d4db-468c-a75f-9b8ff1a241ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425375 May 31 11:46:02.709823 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb5b28-d06f-4068-9fd3-f1728d4326c3 req-927ba88d-99ec-4768-b91f-314e942cf06f tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:02.711703 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-2aeb5b28-d06f-4068-9fd3-f1728d4326c3 req-927ba88d-99ec-4768-b91f-314e942cf06f tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=33574f64-485e-4e68-a475-b522f2b61547 HTTP/1.1" status: 200 len: 945 time: 0.0999556 May 31 11:46:02.761218 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-2aeb5b28-d06f-4068-9fd3-f1728d4326c3 req-8f357088-d50a-4dfe-a9e4-1e99a618055b tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=046f597b-d4db-468c-a75f-9b8ff1a241ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431309 May 31 11:46:03.968257 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63016ede-56ad-46ea-91a4-f82ac60fdd38 req-e471c277-e9cd-4700-aeb7-10dddcb96ff0 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:03.969816 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-63016ede-56ad-46ea-91a4-f82ac60fdd38 req-e471c277-e9cd-4700-aeb7-10dddcb96ff0 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=33574f64-485e-4e68-a475-b522f2b61547 HTTP/1.1" status: 200 len: 945 time: 0.0848038 May 31 11:46:04.020108 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-63016ede-56ad-46ea-91a4-f82ac60fdd38 req-eec11db2-a54f-4d5a-94a2-5b2fbc7378ac tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=046f597b-d4db-468c-a75f-9b8ff1a241ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436018 May 31 11:46:05.309849 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2809e01b-94b4-48ef-a196-d4ba5a87e1f1 req-1a00b837-c858-4c2b-9568-4fbdfc432bea tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:05.312544 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-2809e01b-94b4-48ef-a196-d4ba5a87e1f1 req-1a00b837-c858-4c2b-9568-4fbdfc432bea tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=33574f64-485e-4e68-a475-b522f2b61547 HTTP/1.1" status: 200 len: 945 time: 0.1720288 May 31 11:46:05.359463 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-2809e01b-94b4-48ef-a196-d4ba5a87e1f1 req-e27003d0-3f55-4523-bb5c-880fb382cc8e tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=046f597b-d4db-468c-a75f-9b8ff1a241ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421944 May 31 11:46:06.555691 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d241f5-65d5-4985-8098-0a5d172607c3 req-8879a6ac-0544-4f34-b98a-6188331be472 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:06.559058 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-60d241f5-65d5-4985-8098-0a5d172607c3 req-8879a6ac-0544-4f34-b98a-6188331be472 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=33574f64-485e-4e68-a475-b522f2b61547 HTTP/1.1" status: 200 len: 945 time: 0.0876665 May 31 11:46:06.613474 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-60d241f5-65d5-4985-8098-0a5d172607c3 req-1a309062-d0ad-4402-a90f-111b53231a4f tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=046f597b-d4db-468c-a75f-9b8ff1a241ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479183 May 31 11:46:07.819683 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb64c602-d51c-4358-a21e-797e5ad53393 req-a938b040-5ec8-40d0-ac04-c2f41c813ed5 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:07.821150 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-cb64c602-d51c-4358-a21e-797e5ad53393 req-a938b040-5ec8-40d0-ac04-c2f41c813ed5 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=33574f64-485e-4e68-a475-b522f2b61547 HTTP/1.1" status: 200 len: 945 time: 0.0964863 May 31 11:46:07.877991 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-cb64c602-d51c-4358-a21e-797e5ad53393 req-0deba3b6-56d8-42a2-91a6-644119be4ff4 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=046f597b-d4db-468c-a75f-9b8ff1a241ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506825 May 31 11:46:08.482760 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:09.094639 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec259c-e232-44fd-a7a4-9758ea219ff1 req-72a07763-9d6e-42b3-9105-c960519993f1 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:09.096130 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-b5ec259c-e232-44fd-a7a4-9758ea219ff1 req-72a07763-9d6e-42b3-9105-c960519993f1 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=33574f64-485e-4e68-a475-b522f2b61547 HTTP/1.1" status: 200 len: 945 time: 0.0858550 May 31 11:46:09.143576 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-b5ec259c-e232-44fd-a7a4-9758ea219ff1 req-cdb0ebeb-996d-4f01-b78d-26bf2e89b79e tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=046f597b-d4db-468c-a75f-9b8ff1a241ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413218 May 31 11:46:10.352145 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device 025fb62b-39be-4417-bdf5-0bacff45b88c details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:46:10.359840 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e5937b-dae3-4124-b0c6-6d74a5c870bb req-524960b7-4d23-4520-9f74-6c9cfe05471f tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:10.361536 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-b9e5937b-dae3-4124-b0c6-6d74a5c870bb req-524960b7-4d23-4520-9f74-6c9cfe05471f tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=33574f64-485e-4e68-a475-b522f2b61547 HTTP/1.1" status: 200 len: 945 time: 0.0949700 May 31 11:46:10.410184 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-b9e5937b-dae3-4124-b0c6-6d74a5c870bb req-aac52d2a-f554-4d6b-8c90-ac8d1f836ae4 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=046f597b-d4db-468c-a75f-9b8ff1a241ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424752 May 31 11:46:10.501910 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] For port 025fb62b-39be-4417-bdf5-0bacff45b88c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=025fb62b-39be-4417-bdf5-0bacff45b88c,segment=NetworkSegment(12f240fb-3f58-4be6-b39c-8319e4893b89),segment_id=12f240fb-3f58-4be6-b39c-8319e4893b89)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:46:10.518460 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Returning: {'device': '025fb62b-39be-4417-bdf5-0bacff45b88c', 'network_id': 'f8884608-2755-4cc1-8a85-87c02cf10458', 'port_id': '025fb62b-39be-4417-bdf5-0bacff45b88c', 'mac_address': 'fa:16:3e:73:a6:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a988f52-3f6c-447c-ad15-932818f3661d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:46:10.617349 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:10.637936 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.notifiers.nova [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 025fb62b-39be-4417-bdf5-0bacff45b88c {{(pid=98444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:46:10.655729 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] For port 025fb62b-39be-4417-bdf5-0bacff45b88c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=025fb62b-39be-4417-bdf5-0bacff45b88c,segment=NetworkSegment(12f240fb-3f58-4be6-b39c-8319e4893b89),segment_id=12f240fb-3f58-4be6-b39c-8319e4893b89)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:46:10.660538 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:10.662293 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-cdb5576c-3f87-401f-b148-75f156218f66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:46:10.749396 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Pushing event updated for resources: {'Port': ['ID=025fb62b-39be-4417-bdf5-0bacff45b88c,revision_number=6']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:46:10.752607 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:46:10.864345 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] get_ports_and_sgs() called for port_ids ['025fb62b-39be-4417-bdf5-0bacff45b88c'] {{(pid=98444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:46:11.611376 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b5cb8-09d0-42ee-9fe3-996027511421 req-e6b1581e-81d1-43e5-8cd4-951ac48d4fa8 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:11.612846 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-fb7b5cb8-09d0-42ee-9fe3-996027511421 req-e6b1581e-81d1-43e5-8cd4-951ac48d4fa8 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=33574f64-485e-4e68-a475-b522f2b61547 HTTP/1.1" status: 200 len: 944 time: 0.0876741 May 31 11:46:11.660542 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-fb7b5cb8-09d0-42ee-9fe3-996027511421 req-661055f6-3aaf-4741-a160-df203f213f51 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=046f597b-d4db-468c-a75f-9b8ff1a241ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418360 May 31 11:46:12.357354 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device 025fb62b-39be-4417-bdf5-0bacff45b88c up at agent hyperv_hv-cinder-78638 {{(pid=98444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:46:12.437445 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Provisioning complete for port 025fb62b-39be-4417-bdf5-0bacff45b88c triggered by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:46:12.437962 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:12.579471 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:12.617221 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33574f64-485e-4e68-a475-b522f2b61547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '025fb62b-39be-4417-bdf5-0bacff45b88c'}] {{(pid=98444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:46:12.620218 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88ad6d6066f99d569bf87ae86d08865c72136362fb0dde426bf5d6223abbdd23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ca25a6-20a1-46b6-999f-695e7924f607" -d '{"events": [{"server_uuid": "33574f64-485e-4e68-a475-b522f2b61547", "name": "network-vif-plugged", "status": "completed", "tag": "025fb62b-39be-4417-bdf5-0bacff45b88c"}]}' {{(pid=98444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:46:12.623907 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 35318) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:46:12.637387 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] For port 025fb62b-39be-4417-bdf5-0bacff45b88c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=025fb62b-39be-4417-bdf5-0bacff45b88c,segment=NetworkSegment(12f240fb-3f58-4be6-b39c-8319e4893b89),segment_id=12f240fb-3f58-4be6-b39c-8319e4893b89)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:46:12.652127 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:12.658969 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:46:12.704859 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.db_base_plugin_v2 [None req-23147e4c-4ec4-4226-82ec-6cc6c023f644 admin admin] Deleting subnet e1d4f0a4-741b-49b4-9073-50df86f8d5f2 {{(pid=98442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 11:46:12.708556 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-23147e4c-4ec4-4226-82ec-6cc6c023f644 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:12.786381 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-23147e4c-4ec4-4226-82ec-6cc6c023f644 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7194582'] for subnet, precommit_delete_associations {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:12.794472 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c17810a-6c61-4ffd-8925-d2ffacd10d6e x-openstack-request-id: req-7c17810a-6c61-4ffd-8925-d2ffacd10d6e {{(pid=98444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:46:12.795029 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33574f64-485e-4e68-a475-b522f2b61547", "name": "network-vif-plugged", "status": "completed", "tag": "025fb62b-39be-4417-bdf5-0bacff45b88c", "code": 200}]} {{(pid=98444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:46:12.795927 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7c17810a-6c61-4ffd-8925-d2ffacd10d6e {{(pid=98444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:46:12.796888 dv-cinder-786383-7-smb neutron-server[98444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33574f64-485e-4e68-a475-b522f2b61547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '025fb62b-39be-4417-bdf5-0bacff45b88c', 'code': 200} May 31 11:46:12.800340 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Pushing event updated for resources: {'Port': ['ID=025fb62b-39be-4417-bdf5-0bacff45b88c,revision_number=7']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:46:12.803739 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:46:12.901889 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-23147e4c-4ec4-4226-82ec-6cc6c023f644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649192'] for subnet, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:13.062342 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c94b3a-5bd7-4eea-bcde-fe8d2dc3eb19 req-8d530efc-f16a-4e34-8a13-b51936a7857b tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:13.063906 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-70c94b3a-5bd7-4eea-bcde-fe8d2dc3eb19 req-8d530efc-f16a-4e34-8a13-b51936a7857b tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=33574f64-485e-4e68-a475-b522f2b61547 HTTP/1.1" status: 200 len: 945 time: 0.2203829 May 31 11:46:13.153139 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-70c94b3a-5bd7-4eea-bcde-fe8d2dc3eb19 req-412c5918-ca74-41e7-9ead-35287a0380bc tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=046f597b-d4db-468c-a75f-9b8ff1a241ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822754 May 31 11:46:13.235366 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-23147e4c-4ec4-4226-82ec-6cc6c023f644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-649821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6324440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6019309'] for subnet, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:13.243782 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:46:13.281149 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-23147e4c-4ec4-4226-82ec-6cc6c023f644 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927509'] for subnet, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:13.292620 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23147e4c-4ec4-4226-82ec-6cc6c023f644 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1d4f0a4-741b-49b4-9073-50df86f8d5f2,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:46:13.297974 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-23147e4c-4ec4-4226-82ec-6cc6c023f644 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e1d4f0a4-741b-49b4-9073-50df86f8d5f2 HTTP/1.1" status: 204 len: 168 time: 0.6695225 May 31 11:46:13.297974 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-23147e4c-4ec4-4226-82ec-6cc6c023f644 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:46:13.298454 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 35324) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:46:13.436163 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-f6a9bb25-365b-4805-ba1a-b29082d24240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990620'] for network, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:13.647387 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-f6a9bb25-365b-4805-ba1a-b29082d24240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647783', 'neutron.services.segments.db._delete_segments_for_network-8781593572316'] for network, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:13.663285 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.services.segments.db [None req-f6a9bb25-365b-4805-ba1a-b29082d24240 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46757b2e-7629-4741-89fd-5c6528c3562f']}} {{(pid=98442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:46:13.681064 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.services.segments.db [None req-f6a9bb25-365b-4805-ba1a-b29082d24240 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d82a303-062a-4e38-9ea1-2b0281f8e184') {'for_net_delete': True} {{(pid=98442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:46:13.681876 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.services.segments.db [None req-f6a9bb25-365b-4805-ba1a-b29082d24240 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d82a303-062a-4e38-9ea1-2b0281f8e184') {} {{(pid=98442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:46:13.697891 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-f6a9bb25-365b-4805-ba1a-b29082d24240 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781593581213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7194589'] for segment, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:13.741788 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-f6a9bb25-365b-4805-ba1a-b29082d24240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654047'] for segment, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:13.758586 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6a9bb25-365b-4805-ba1a-b29082d24240 admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=98442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 11:46:13.759219 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-f6a9bb25-365b-4805-ba1a-b29082d24240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6713726'] for segment, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:13.774603 dv-cinder-786383-7-smb neutron-server[98442]: Traceback (most recent call last): May 31 11:46:13.774603 dv-cinder-786383-7-smb neutron-server[98442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 11:46:13.774603 dv-cinder-786383-7-smb neutron-server[98442]: timer() May 31 11:46:13.774603 dv-cinder-786383-7-smb neutron-server[98442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 11:46:13.774603 dv-cinder-786383-7-smb neutron-server[98442]: cb(*args, **kw) May 31 11:46:13.774603 dv-cinder-786383-7-smb neutron-server[98442]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 11:46:13.774603 dv-cinder-786383-7-smb neutron-server[98442]: return func(*args, **kwargs) May 31 11:46:13.774603 dv-cinder-786383-7-smb neutron-server[98442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 11:46:13.774603 dv-cinder-786383-7-smb neutron-server[98442]: self._notify() May 31 11:46:13.774603 dv-cinder-786383-7-smb neutron-server[98442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 11:46:13.774603 dv-cinder-786383-7-smb neutron-server[98442]: self.callback(batched_events) May 31 11:46:13.774603 dv-cinder-786383-7-smb neutron-server[98442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 11:46:13.774603 dv-cinder-786383-7-smb neutron-server[98442]: event.method(event) May 31 11:46:13.774603 dv-cinder-786383-7-smb neutron-server[98442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 11:46:13.774603 dv-cinder-786383-7-smb neutron-server[98442]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 11:46:13.774603 dv-cinder-786383-7-smb neutron-server[98442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 11:46:13.774603 dv-cinder-786383-7-smb neutron-server[98442]: aggregate_uuid = self.p_client.list_aggregates( May 31 11:46:13.774603 dv-cinder-786383-7-smb neutron-server[98442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 11:46:13.774603 dv-cinder-786383-7-smb neutron-server[98442]: return f(self, *a, **k) May 31 11:46:13.774603 dv-cinder-786383-7-smb neutron-server[98442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 11:46:13.774603 dv-cinder-786383-7-smb neutron-server[98442]: return self._get(url).json() May 31 11:46:13.774603 dv-cinder-786383-7-smb neutron-server[98442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 11:46:13.774603 dv-cinder-786383-7-smb neutron-server[98442]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 11:46:13.774603 dv-cinder-786383-7-smb neutron-server[98442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 11:46:13.774603 dv-cinder-786383-7-smb neutron-server[98442]: return self.request(url, 'GET', **kwargs) May 31 11:46:13.774603 dv-cinder-786383-7-smb neutron-server[98442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 11:46:13.774603 dv-cinder-786383-7-smb neutron-server[98442]: base_url = self.get_endpoint(auth, allow=allow, May 31 11:46:13.774603 dv-cinder-786383-7-smb neutron-server[98442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 11:46:13.774603 dv-cinder-786383-7-smb neutron-server[98442]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 11:46:13.774603 dv-cinder-786383-7-smb neutron-server[98442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 11:46:13.774603 dv-cinder-786383-7-smb neutron-server[98442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 11:46:13.774603 dv-cinder-786383-7-smb neutron-server[98442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 11:46:13.865183 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-f6a9bb25-365b-4805-ba1a-b29082d24240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8325956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7927536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8365519'] for network, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:13.869065 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-f1830c30-e796-47c2-821c-3b4f386abe07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:46:13.883468 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-f6a9bb25-365b-4805-ba1a-b29082d24240 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927509'] for network, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:13.898136 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a9bb25-365b-4805-ba1a-b29082d24240 admin admin] Pushing event deleted for resources: {'Network': ['ID=46757b2e-7629-4741-89fd-5c6528c3562f,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:46:13.901299 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-f6a9bb25-365b-4805-ba1a-b29082d24240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:46:13.906195 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-f6a9bb25-365b-4805-ba1a-b29082d24240 admin admin] 10.222.0.21 "DELETE /v2.0/networks/46757b2e-7629-4741-89fd-5c6528c3562f HTTP/1.1" status: 204 len: 168 time: 0.6068299 May 31 11:46:14.089110 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 35332) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:46:14.173102 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 35336) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:46:14.173529 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-1c7fdc60-04ab-4c71-802b-7b292fc8b6e6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5d75be34920e411d8acd5d91f33d5b42&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0831251 May 31 11:46:14.443046 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-41b00dbd-a2fb-469e-b9c4-0c8fb6fc734b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:14.489551 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-41b00dbd-a2fb-469e-b9c4-0c8fb6fc734b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:14.547024 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff245658-c258-4cfd-a007-944966cd1219 req-b473f17e-cc40-410b-9b72-f4b10ece252e tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:14.548687 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-ff245658-c258-4cfd-a007-944966cd1219 req-b473f17e-cc40-410b-9b72-f4b10ece252e tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=33574f64-485e-4e68-a475-b522f2b61547 HTTP/1.1" status: 200 len: 945 time: 0.2088094 May 31 11:46:14.611610 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-ff245658-c258-4cfd-a007-944966cd1219 req-c77e7dfd-26ca-4582-9493-a981d326fd11 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=046f597b-d4db-468c-a75f-9b8ff1a241ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556910 May 31 11:46:14.620903 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-41b00dbd-a2fb-469e-b9c4-0c8fb6fc734b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:14.627746 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-bda117ab-17a8-4d06-a16d-5c3e12b77126 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:46:14.642285 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b00dbd-a2fb-469e-b9c4-0c8fb6fc734b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ddb76d-0760-4348-9d11-238930422bf3,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:46:14.650612 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-41b00dbd-a2fb-469e-b9c4-0c8fb6fc734b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:46:14.668371 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-41b00dbd-a2fb-469e-b9c4-0c8fb6fc734b admin admin] Notify callbacks [] for security_group, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:14.669661 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-41b00dbd-a2fb-469e-b9c4-0c8fb6fc734b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/23ddb76d-0760-4348-9d11-238930422bf3 HTTP/1.1" status: 204 len: 168 time: 0.4954157 May 31 11:46:15.839600 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac59c4d-e8ff-4b09-978e-bce878bebe54 req-5d6ff5db-2115-441f-af29-a3b8ec650816 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:15.841502 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-aac59c4d-e8ff-4b09-978e-bce878bebe54 req-5d6ff5db-2115-441f-af29-a3b8ec650816 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=33574f64-485e-4e68-a475-b522f2b61547 HTTP/1.1" status: 200 len: 945 time: 0.0937214 May 31 11:46:15.897991 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-aac59c4d-e8ff-4b09-978e-bce878bebe54 req-1974037e-f32f-4333-8a0f-7c98be14f692 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=046f597b-d4db-468c-a75f-9b8ff1a241ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501926 May 31 11:46:17.114597 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6463eeb-96b7-45f5-a027-ebf97cb5ce0a req-bfc46404-3093-416b-8ca7-854892e778e7 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:17.116354 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-a6463eeb-96b7-45f5-a027-ebf97cb5ce0a req-bfc46404-3093-416b-8ca7-854892e778e7 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=33574f64-485e-4e68-a475-b522f2b61547 HTTP/1.1" status: 200 len: 945 time: 0.1004725 May 31 11:46:17.167407 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-a6463eeb-96b7-45f5-a027-ebf97cb5ce0a req-2dfaef0c-ef1d-43c8-9cf0-6f9019c3218c tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=046f597b-d4db-468c-a75f-9b8ff1a241ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446918 May 31 11:46:18.462473 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fef312-3170-49cc-9087-f1dc70492c75 req-dfb28f29-3876-4ee8-af72-fd4f90c94495 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:18.463955 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-a7fef312-3170-49cc-9087-f1dc70492c75 req-dfb28f29-3876-4ee8-af72-fd4f90c94495 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=33574f64-485e-4e68-a475-b522f2b61547 HTTP/1.1" status: 200 len: 945 time: 0.0976310 May 31 11:46:18.526821 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-a7fef312-3170-49cc-9087-f1dc70492c75 req-4858a0da-b341-4fa2-a333-a332b0cac1e3 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=046f597b-d4db-468c-a75f-9b8ff1a241ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558152 May 31 11:46:19.743291 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd1f44-96c3-42a7-ab0d-8bdd28c1daa8 req-cb2ed819-c8c7-4709-a505-8db6df52c04c tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:19.750497 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-11fd1f44-96c3-42a7-ab0d-8bdd28c1daa8 req-cb2ed819-c8c7-4709-a505-8db6df52c04c tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=33574f64-485e-4e68-a475-b522f2b61547 HTTP/1.1" status: 200 len: 945 time: 0.0937588 May 31 11:46:19.796341 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-11fd1f44-96c3-42a7-ab0d-8bdd28c1daa8 req-1ae96a73-cc00-4835-9194-dad08fd418a1 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=046f597b-d4db-468c-a75f-9b8ff1a241ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448728 May 31 11:46:21.020629 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6610c3f-975d-4c54-beb8-4fd674b75072 req-e73b1093-ced6-4fe0-af46-35dcb9b6042f tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:21.023101 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-f6610c3f-975d-4c54-beb8-4fd674b75072 req-e73b1093-ced6-4fe0-af46-35dcb9b6042f tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=33574f64-485e-4e68-a475-b522f2b61547 HTTP/1.1" status: 200 len: 945 time: 0.1070983 May 31 11:46:21.082251 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-f6610c3f-975d-4c54-beb8-4fd674b75072 req-28192778-797a-4aec-9ffd-0e26c635ad81 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=046f597b-d4db-468c-a75f-9b8ff1a241ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525162 May 31 11:46:22.292132 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e47f3b9-9354-44d6-a7c6-964bcd72ff45 req-d811fc4b-9183-409e-93ac-cc34eb2e2f8e tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:22.293502 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-1e47f3b9-9354-44d6-a7c6-964bcd72ff45 req-d811fc4b-9183-409e-93ac-cc34eb2e2f8e tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=33574f64-485e-4e68-a475-b522f2b61547 HTTP/1.1" status: 200 len: 945 time: 0.0950458 May 31 11:46:22.343305 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-1e47f3b9-9354-44d6-a7c6-964bcd72ff45 req-66f91530-0492-4f9c-b0fe-d54a8540eb2b tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=046f597b-d4db-468c-a75f-9b8ff1a241ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432050 May 31 11:46:22.659364 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6854af-2b2d-4b65-8f15-e99d9edbf54c req-8112e739-8527-48bb-9837-f3994a687e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:22.660854 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-8d6854af-2b2d-4b65-8f15-e99d9edbf54c req-8112e739-8527-48bb-9837-f3994a687e40 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=63cd0d6391a448f89fefef2dc7ef2e38&device_id=33574f64-485e-4e68-a475-b522f2b61547 HTTP/1.1" status: 200 len: 1098 time: 0.1656926 May 31 11:46:22.795381 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6854af-2b2d-4b65-8f15-e99d9edbf54c req-3b2cdeb2-4766-4303-bda9-1d648a35390f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:22.796834 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-8d6854af-2b2d-4b65-8f15-e99d9edbf54c req-3b2cdeb2-4766-4303-bda9-1d648a35390f service neutron] 10.222.0.61 "GET /v2.0/networks?id=f8884608-2755-4cc1-8a85-87c02cf10458 HTTP/1.1" status: 200 len: 918 time: 0.1286914 May 31 11:46:22.907622 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-8d6854af-2b2d-4b65-8f15-e99d9edbf54c req-018cad90-5314-40a7-99cc-7753a654cafe service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=025fb62b-39be-4417-bdf5-0bacff45b88c HTTP/1.1" status: 200 len: 1000 time: 0.1022906 May 31 11:46:22.975863 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6854af-2b2d-4b65-8f15-e99d9edbf54c req-c7b3386a-237f-4610-bc0e-a6f39084f573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:22.977325 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-8d6854af-2b2d-4b65-8f15-e99d9edbf54c req-c7b3386a-237f-4610-bc0e-a6f39084f573 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0a988f52-3f6c-447c-ad15-932818f3661d HTTP/1.1" status: 200 len: 856 time: 0.0606120 May 31 11:46:23.060108 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6854af-2b2d-4b65-8f15-e99d9edbf54c req-03c9fa87-61c0-408a-9fdb-c57a71c0157e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:23.061904 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-8d6854af-2b2d-4b65-8f15-e99d9edbf54c req-03c9fa87-61c0-408a-9fdb-c57a71c0157e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f8884608-2755-4cc1-8a85-87c02cf10458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0776558 May 31 11:46:23.207427 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-8d6854af-2b2d-4b65-8f15-e99d9edbf54c req-82e74254-94f9-4935-8489-a6f3f61f30bb service neutron] 10.222.0.61 "GET /v2.0/networks/f8884608-2755-4cc1-8a85-87c02cf10458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362417 May 31 11:46:23.347382 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-8d6854af-2b2d-4b65-8f15-e99d9edbf54c req-5d3bc453-8304-4cfe-83ae-9c729cc27fe6 service neutron] 10.222.0.61 "GET /v2.0/networks/f8884608-2755-4cc1-8a85-87c02cf10458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330574 May 31 11:46:23.579983 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9226d031-9444-4bff-991d-6c7855976950 req-9e967bfc-df56-4d74-9471-5695c3103f36 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:23.581451 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-9226d031-9444-4bff-991d-6c7855976950 req-9e967bfc-df56-4d74-9471-5695c3103f36 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=33574f64-485e-4e68-a475-b522f2b61547 HTTP/1.1" status: 200 len: 945 time: 0.0976183 May 31 11:46:23.629619 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-9226d031-9444-4bff-991d-6c7855976950 req-f8ebaa5f-89ae-4502-ae32-742b1dd0f6aa tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=046f597b-d4db-468c-a75f-9b8ff1a241ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418913 May 31 11:46:24.782458 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-457cd608-751a-4c6e-bfa0-bc841b9ab547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:24.828391 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ceeb59-80a5-4006-a5bc-0006278934d3 req-f42b0141-cc74-4c8d-9e0a-1682f4091581 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:24.829834 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-00ceeb59-80a5-4006-a5bc-0006278934d3 req-f42b0141-cc74-4c8d-9e0a-1682f4091581 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=33574f64-485e-4e68-a475-b522f2b61547 HTTP/1.1" status: 200 len: 945 time: 0.0847862 May 31 11:46:24.882464 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-00ceeb59-80a5-4006-a5bc-0006278934d3 req-6545e8ec-0f00-495d-98c8-b9f131e426d9 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=046f597b-d4db-468c-a75f-9b8ff1a241ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439687 May 31 11:46:26.099175 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80f8053-c729-4cca-8702-6dc682db4417 req-1fd4995d-7b04-4900-9292-213ffb505f38 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:26.100636 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-b80f8053-c729-4cca-8702-6dc682db4417 req-1fd4995d-7b04-4900-9292-213ffb505f38 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=33574f64-485e-4e68-a475-b522f2b61547 HTTP/1.1" status: 200 len: 945 time: 0.0994885 May 31 11:46:26.157242 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-b80f8053-c729-4cca-8702-6dc682db4417 req-e5139f48-d8a7-4344-986e-475756ff531f tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=046f597b-d4db-468c-a75f-9b8ff1a241ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473044 May 31 11:46:26.408180 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device 025fb62b-39be-4417-bdf5-0bacff45b88c no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:46:26.530220 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:26.559027 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33574f64-485e-4e68-a475-b522f2b61547', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '025fb62b-39be-4417-bdf5-0bacff45b88c'}] {{(pid=98444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:46:26.563285 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88ad6d6066f99d569bf87ae86d08865c72136362fb0dde426bf5d6223abbdd23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78631878-dbd7-4cb8-b124-50e05c1afe42" -d '{"events": [{"server_uuid": "33574f64-485e-4e68-a475-b522f2b61547", "name": "network-vif-unplugged", "status": "completed", "tag": "025fb62b-39be-4417-bdf5-0bacff45b88c"}]}' {{(pid=98444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:46:26.571581 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] For port 025fb62b-39be-4417-bdf5-0bacff45b88c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=025fb62b-39be-4417-bdf5-0bacff45b88c,segment=NetworkSegment(12f240fb-3f58-4be6-b39c-8319e4893b89),segment_id=12f240fb-3f58-4be6-b39c-8319e4893b89)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:46:26.576004 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:26.578740 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:46:26.653596 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Pushing event updated for resources: {'Port': ['ID=025fb62b-39be-4417-bdf5-0bacff45b88c,revision_number=8']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:46:26.657117 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:46:26.716634 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 31 May 2021 11:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed80c9c-eeef-44fc-93f2-c81e4db759b4 x-openstack-request-id: req-8ed80c9c-eeef-44fc-93f2-c81e4db759b4 {{(pid=98444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:46:26.716634 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33574f64-485e-4e68-a475-b522f2b61547", "name": "network-vif-unplugged", "status": "failed", "tag": "025fb62b-39be-4417-bdf5-0bacff45b88c", "code": 422}]} {{(pid=98444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:46:26.716634 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8ed80c9c-eeef-44fc-93f2-c81e4db759b4 {{(pid=98444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:46:26.716634 dv-cinder-786383-7-smb neutron-server[98444]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '33574f64-485e-4e68-a475-b522f2b61547', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '025fb62b-39be-4417-bdf5-0bacff45b88c', 'code': 422} returned with failed status May 31 11:46:27.189804 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dff869a-5ed8-4033-8bf4-beb3d8900618 req-e9b1580c-d041-410d-a7c6-202200fd461f tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:27.192090 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-3dff869a-5ed8-4033-8bf4-beb3d8900618 req-e9b1580c-d041-410d-a7c6-202200fd461f tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=33574f64-485e-4e68-a475-b522f2b61547 HTTP/1.1" status: 200 len: 943 time: 0.0868127 May 31 11:46:27.239708 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-3dff869a-5ed8-4033-8bf4-beb3d8900618 req-f11bcab4-c264-4176-a790-8e1627508cbc tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=046f597b-d4db-468c-a75f-9b8ff1a241ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417678 May 31 11:46:27.501112 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:27.543829 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 35448) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:46:27.663633 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-f3492f31-6ec7-4785-9eca-9f7dbd10dde6 req-46320303-2a9f-450c-994a-899d324a867e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=33574f64-485e-4e68-a475-b522f2b61547&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1185784 May 31 11:46:27.781345 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-8af27ad9-aa63-4bb3-8906-c3d35cbc65b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:28.455180 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c947223-a5dc-4fc4-878c-44344964182b req-dad04289-b652-4b03-907e-e1d0f70ec9a8 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:28.456590 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-8c947223-a5dc-4fc4-878c-44344964182b req-dad04289-b652-4b03-907e-e1d0f70ec9a8 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=33574f64-485e-4e68-a475-b522f2b61547 HTTP/1.1" status: 200 len: 943 time: 0.0899704 May 31 11:46:28.458147 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-a91c5e8e-8952-4db6-a598-6e76e849b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:28.504488 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-8c947223-a5dc-4fc4-878c-44344964182b req-f1579db2-3f6f-4f21-ab3c-1219446c73b2 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=046f597b-d4db-468c-a75f-9b8ff1a241ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416815 May 31 11:46:29.497149 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3492f31-6ec7-4785-9eca-9f7dbd10dde6 req-61bc3c81-946e-4615-82f7-439bdf195527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:29.498852 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-f3492f31-6ec7-4785-9eca-9f7dbd10dde6 req-61bc3c81-946e-4615-82f7-439bdf195527 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=33574f64-485e-4e68-a475-b522f2b61547&tenant_id=63cd0d6391a448f89fefef2dc7ef2e38 HTTP/1.1" status: 200 len: 1096 time: 0.0825503 May 31 11:46:29.610051 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3492f31-6ec7-4785-9eca-9f7dbd10dde6 req-59031916-6013-4129-891f-083ffbaaa923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:29.611549 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-f3492f31-6ec7-4785-9eca-9f7dbd10dde6 req-59031916-6013-4129-891f-083ffbaaa923 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=63cd0d6391a448f89fefef2dc7ef2e38&device_id=33574f64-485e-4e68-a475-b522f2b61547 HTTP/1.1" status: 200 len: 1096 time: 0.0797062 May 31 11:46:29.711206 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331ccecb-d512-42cd-9af0-f96d4cec8d41 req-2cadef14-6823-4b9a-aa26-fca42ae18f94 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:29.712670 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-331ccecb-d512-42cd-9af0-f96d4cec8d41 req-2cadef14-6823-4b9a-aa26-fca42ae18f94 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=33574f64-485e-4e68-a475-b522f2b61547 HTTP/1.1" status: 200 len: 943 time: 0.0851741 May 31 11:46:29.745469 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3492f31-6ec7-4785-9eca-9f7dbd10dde6 req-27eaf1fa-b4ca-4894-b294-af86ba994e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:29.746942 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-f3492f31-6ec7-4785-9eca-9f7dbd10dde6 req-27eaf1fa-b4ca-4894-b294-af86ba994e0b service neutron] 10.222.0.61 "GET /v2.0/networks?id=f8884608-2755-4cc1-8a85-87c02cf10458 HTTP/1.1" status: 200 len: 918 time: 0.1284056 May 31 11:46:29.758512 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-331ccecb-d512-42cd-9af0-f96d4cec8d41 req-df1a62be-fec2-4297-a98e-de870c5a8022 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=046f597b-d4db-468c-a75f-9b8ff1a241ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398221 May 31 11:46:29.857075 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-f3492f31-6ec7-4785-9eca-9f7dbd10dde6 req-a8b815fd-c803-4e00-ade8-c7496db9fe3a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=025fb62b-39be-4417-bdf5-0bacff45b88c HTTP/1.1" status: 200 len: 998 time: 0.1026909 May 31 11:46:29.931955 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3492f31-6ec7-4785-9eca-9f7dbd10dde6 req-f6b6f0e1-57f9-43dc-8ea2-8857550c93ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:29.933395 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-f3492f31-6ec7-4785-9eca-9f7dbd10dde6 req-f6b6f0e1-57f9-43dc-8ea2-8857550c93ad service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0a988f52-3f6c-447c-ad15-932818f3661d HTTP/1.1" status: 200 len: 856 time: 0.0689151 May 31 11:46:30.013253 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3492f31-6ec7-4785-9eca-9f7dbd10dde6 req-0520a7cd-8854-4127-b712-c13cc878d41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:30.014964 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-f3492f31-6ec7-4785-9eca-9f7dbd10dde6 req-0520a7cd-8854-4127-b712-c13cc878d41d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f8884608-2755-4cc1-8a85-87c02cf10458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0728962 May 31 11:46:30.154494 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-f3492f31-6ec7-4785-9eca-9f7dbd10dde6 req-76a18405-3a9a-44dd-b722-ba12c30a1f64 service neutron] 10.222.0.61 "GET /v2.0/networks/f8884608-2755-4cc1-8a85-87c02cf10458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319716 May 31 11:46:30.166724 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-9fdf87ec-5ce8-4616-9e32-e9b9d10b7557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:30.292468 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-f3492f31-6ec7-4785-9eca-9f7dbd10dde6 req-3fb46efe-cbf5-47d8-8862-845bd3fc1fdb service neutron] 10.222.0.61 "GET /v2.0/networks/f8884608-2755-4cc1-8a85-87c02cf10458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287489 May 31 11:46:30.965945 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26935f2d-8dd0-471d-91d8-ed453af41895 req-dd1b420d-752d-4aa3-8bd8-cbc86fa64567 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:30.967528 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-26935f2d-8dd0-471d-91d8-ed453af41895 req-dd1b420d-752d-4aa3-8bd8-cbc86fa64567 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=33574f64-485e-4e68-a475-b522f2b61547 HTTP/1.1" status: 200 len: 943 time: 0.0895143 May 31 11:46:31.018037 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-26935f2d-8dd0-471d-91d8-ed453af41895 req-ce8e4c2f-a6c7-4f65-953d-881f6d2730eb tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=046f597b-d4db-468c-a75f-9b8ff1a241ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444939 May 31 11:46:32.299609 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeb8ca7-ea47-47be-8e90-43556e7d89b4 req-fb0a5de2-eb13-421e-8434-634122b272b0 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:32.304244 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-4aeb8ca7-ea47-47be-8e90-43556e7d89b4 req-fb0a5de2-eb13-421e-8434-634122b272b0 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=33574f64-485e-4e68-a475-b522f2b61547 HTTP/1.1" status: 200 len: 943 time: 0.1608603 May 31 11:46:32.348436 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-4aeb8ca7-ea47-47be-8e90-43556e7d89b4 req-8533b5cd-5fe4-45d1-b830-e794357af436 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=046f597b-d4db-468c-a75f-9b8ff1a241ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409198 May 31 11:46:33.555844 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e211dfa-7f35-4658-8ac8-3c43582bc9c0 req-25f0ddab-e641-40be-bf22-ffc1176aee3d tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:33.557368 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-6e211dfa-7f35-4658-8ac8-3c43582bc9c0 req-25f0ddab-e641-40be-bf22-ffc1176aee3d tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=33574f64-485e-4e68-a475-b522f2b61547 HTTP/1.1" status: 200 len: 943 time: 0.0877132 May 31 11:46:33.609630 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-6e211dfa-7f35-4658-8ac8-3c43582bc9c0 req-4a8d5b80-e26f-40ac-a0ae-6ce69f00cc63 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=046f597b-d4db-468c-a75f-9b8ff1a241ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436044 May 31 11:46:34.827660 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe037e4d-3f38-4451-ae94-a782f755dde9 req-0c3c9eb1-9bec-4604-be3c-c37ad00c6e2d tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:34.829187 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-fe037e4d-3f38-4451-ae94-a782f755dde9 req-0c3c9eb1-9bec-4604-be3c-c37ad00c6e2d tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=33574f64-485e-4e68-a475-b522f2b61547 HTTP/1.1" status: 200 len: 943 time: 0.0955014 May 31 11:46:34.960514 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-fe037e4d-3f38-4451-ae94-a782f755dde9 req-79a90b08-89bf-4522-865e-0ceb5def0bb0 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=046f597b-d4db-468c-a75f-9b8ff1a241ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233435 May 31 11:46:36.162381 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30556953-72b3-4d2f-965a-5c929b90115e req-0513ffd7-e679-40fc-ad26-68817c011d79 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:36.163912 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-30556953-72b3-4d2f-965a-5c929b90115e req-0513ffd7-e679-40fc-ad26-68817c011d79 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=33574f64-485e-4e68-a475-b522f2b61547 HTTP/1.1" status: 200 len: 943 time: 0.0879502 May 31 11:46:36.211927 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-30556953-72b3-4d2f-965a-5c929b90115e req-a5d5073e-a68e-41de-94f7-f95551168e7a tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=046f597b-d4db-468c-a75f-9b8ff1a241ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421414 May 31 11:46:37.425105 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135436b4-8ac6-4181-94ae-7b347b2489c3 req-317ee0da-e6e7-4c35-96d1-56567280a387 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:37.426590 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-135436b4-8ac6-4181-94ae-7b347b2489c3 req-317ee0da-e6e7-4c35-96d1-56567280a387 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=33574f64-485e-4e68-a475-b522f2b61547 HTTP/1.1" status: 200 len: 943 time: 0.0971513 May 31 11:46:37.475040 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-135436b4-8ac6-4181-94ae-7b347b2489c3 req-c2fd5715-3ecf-4c25-a1dd-7e0e92ef67c0 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=046f597b-d4db-468c-a75f-9b8ff1a241ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423441 May 31 11:46:37.593805 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.agents_db [None req-9d677285-078d-4c88-aefd-aa7dfcc00faf None None] Agent healthcheck: found 6 active agents {{(pid=98445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:46:38.495847 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:38.692329 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7360b4-977a-4314-ac78-bd72c6cbcbe0 req-9e6de84b-f0eb-481d-a650-1366e14e3f87 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:38.693878 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-0f7360b4-977a-4314-ac78-bd72c6cbcbe0 req-9e6de84b-f0eb-481d-a650-1366e14e3f87 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=33574f64-485e-4e68-a475-b522f2b61547 HTTP/1.1" status: 200 len: 943 time: 0.0864334 May 31 11:46:38.750129 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-0f7360b4-977a-4314-ac78-bd72c6cbcbe0 req-fed03451-09ca-4592-b95f-8c3a91437b4b tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=046f597b-d4db-468c-a75f-9b8ff1a241ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441837 May 31 11:46:39.957885 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0d5e1a-6223-41d5-89a3-9504de3a4df5 req-580f0858-f7e4-4b3c-b68d-44ee16dbc2c0 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:39.959335 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-3b0d5e1a-6223-41d5-89a3-9504de3a4df5 req-580f0858-f7e4-4b3c-b68d-44ee16dbc2c0 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=33574f64-485e-4e68-a475-b522f2b61547 HTTP/1.1" status: 200 len: 943 time: 0.0901768 May 31 11:46:40.008664 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-3b0d5e1a-6223-41d5-89a3-9504de3a4df5 req-c6156519-433d-429f-a998-d38548f29312 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=046f597b-d4db-468c-a75f-9b8ff1a241ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433741 May 31 11:46:41.228128 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e42184c-22df-41c7-9524-e978c698928f req-6e29a5e0-8097-4450-b27e-82e98edd001b tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:41.231177 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-3e42184c-22df-41c7-9524-e978c698928f req-6e29a5e0-8097-4450-b27e-82e98edd001b tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=33574f64-485e-4e68-a475-b522f2b61547 HTTP/1.1" status: 200 len: 943 time: 0.1049626 May 31 11:46:41.287784 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-3e42184c-22df-41c7-9524-e978c698928f req-32d8c3f0-04f6-4ca3-bf92-97464b841e94 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=046f597b-d4db-468c-a75f-9b8ff1a241ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489914 May 31 11:46:42.525102 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98144d08-ed42-4bbf-a196-2a5dd74b88d3 req-4bcc8643-acb1-43d5-bed3-4b2a05d8f7be tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:42.527151 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-98144d08-ed42-4bbf-a196-2a5dd74b88d3 req-4bcc8643-acb1-43d5-bed3-4b2a05d8f7be tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=33574f64-485e-4e68-a475-b522f2b61547 HTTP/1.1" status: 200 len: 943 time: 0.1073060 May 31 11:46:42.572647 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-98144d08-ed42-4bbf-a196-2a5dd74b88d3 req-4808e917-4bfd-468d-9ad6-0716f531634e tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=046f597b-d4db-468c-a75f-9b8ff1a241ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392156 May 31 11:46:43.832686 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfc704a-2fb9-4bca-af2e-f95aa36ffa7c req-fd121621-a69e-47cd-ac85-840368652709 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:43.834540 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-2cfc704a-2fb9-4bca-af2e-f95aa36ffa7c req-fd121621-a69e-47cd-ac85-840368652709 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=33574f64-485e-4e68-a475-b522f2b61547 HTTP/1.1" status: 200 len: 943 time: 0.1461229 May 31 11:46:43.880511 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-2cfc704a-2fb9-4bca-af2e-f95aa36ffa7c req-79a7fdbd-5290-4c63-8259-3ec0579228e4 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=046f597b-d4db-468c-a75f-9b8ff1a241ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399344 May 31 11:46:45.096730 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d6338-577f-4b61-ae0d-eb92896b6115 req-b658f80e-ea56-4b06-8128-62bc16560715 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:45.098175 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-751d6338-577f-4b61-ae0d-eb92896b6115 req-b658f80e-ea56-4b06-8128-62bc16560715 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=33574f64-485e-4e68-a475-b522f2b61547 HTTP/1.1" status: 200 len: 943 time: 0.0826099 May 31 11:46:45.143869 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-751d6338-577f-4b61-ae0d-eb92896b6115 req-b63d4ca7-f68e-47d9-bd04-99a18888e4d6 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=046f597b-d4db-468c-a75f-9b8ff1a241ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395026 May 31 11:46:46.361258 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9211efab-77fc-4600-89a8-1e0cdf142e15 req-d6cc357f-49be-4683-a319-0c3944cb43a0 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:46.362673 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-9211efab-77fc-4600-89a8-1e0cdf142e15 req-d6cc357f-49be-4683-a319-0c3944cb43a0 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=33574f64-485e-4e68-a475-b522f2b61547 HTTP/1.1" status: 200 len: 943 time: 0.0934601 May 31 11:46:46.412526 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-9211efab-77fc-4600-89a8-1e0cdf142e15 req-34836597-467c-4087-bcd8-270273c79061 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=046f597b-d4db-468c-a75f-9b8ff1a241ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437853 May 31 11:46:46.547053 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device 025fb62b-39be-4417-bdf5-0bacff45b88c details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:46:46.687006 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] For port 025fb62b-39be-4417-bdf5-0bacff45b88c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=025fb62b-39be-4417-bdf5-0bacff45b88c,segment=NetworkSegment(12f240fb-3f58-4be6-b39c-8319e4893b89),segment_id=12f240fb-3f58-4be6-b39c-8319e4893b89)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:46:46.699889 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Returning: {'device': '025fb62b-39be-4417-bdf5-0bacff45b88c', 'network_id': 'f8884608-2755-4cc1-8a85-87c02cf10458', 'port_id': '025fb62b-39be-4417-bdf5-0bacff45b88c', 'mac_address': 'fa:16:3e:73:a6:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a988f52-3f6c-447c-ad15-932818f3661d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:46:46.755883 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:46.773024 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.notifiers.nova [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 025fb62b-39be-4417-bdf5-0bacff45b88c {{(pid=98444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:46:46.788727 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] For port 025fb62b-39be-4417-bdf5-0bacff45b88c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=025fb62b-39be-4417-bdf5-0bacff45b88c,segment=NetworkSegment(12f240fb-3f58-4be6-b39c-8319e4893b89),segment_id=12f240fb-3f58-4be6-b39c-8319e4893b89)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:46:46.795388 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:46.797088 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:46:46.867943 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Pushing event updated for resources: {'Port': ['ID=025fb62b-39be-4417-bdf5-0bacff45b88c,revision_number=9']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:46:46.871244 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:46:47.097007 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] get_ports_and_sgs() called for port_ids ['025fb62b-39be-4417-bdf5-0bacff45b88c'] {{(pid=98444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:46:47.619448 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eb6e43-b4a6-400d-b151-3ae9f9364713 req-e10979bd-1ef5-4c38-ba32-876c18206464 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:47.620906 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-e8eb6e43-b4a6-400d-b151-3ae9f9364713 req-e10979bd-1ef5-4c38-ba32-876c18206464 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=33574f64-485e-4e68-a475-b522f2b61547 HTTP/1.1" status: 200 len: 944 time: 0.0887132 May 31 11:46:47.671498 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-e8eb6e43-b4a6-400d-b151-3ae9f9364713 req-6530fd2d-5f13-4026-92b4-a686a9e8b67a tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=046f597b-d4db-468c-a75f-9b8ff1a241ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448408 May 31 11:46:48.563592 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device 025fb62b-39be-4417-bdf5-0bacff45b88c up at agent hyperv_hv-cinder-78638 {{(pid=98444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:46:48.641136 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Provisioning complete for port 025fb62b-39be-4417-bdf5-0bacff45b88c triggered by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:46:48.641516 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:48.762638 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:48.790590 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33574f64-485e-4e68-a475-b522f2b61547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '025fb62b-39be-4417-bdf5-0bacff45b88c'}] {{(pid=98444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:46:48.792786 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88ad6d6066f99d569bf87ae86d08865c72136362fb0dde426bf5d6223abbdd23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9217a53a-139d-40fc-a04b-cdb6af123580" -d '{"events": [{"server_uuid": "33574f64-485e-4e68-a475-b522f2b61547", "name": "network-vif-plugged", "status": "completed", "tag": "025fb62b-39be-4417-bdf5-0bacff45b88c"}]}' {{(pid=98444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:46:48.801521 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] For port 025fb62b-39be-4417-bdf5-0bacff45b88c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=025fb62b-39be-4417-bdf5-0bacff45b88c,segment=NetworkSegment(12f240fb-3f58-4be6-b39c-8319e4893b89),segment_id=12f240fb-3f58-4be6-b39c-8319e4893b89)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:46:48.807036 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:48.809723 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:46:48.846047 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6442997-9221-4f04-b585-ab6dc47e70f8 x-openstack-request-id: req-b6442997-9221-4f04-b585-ab6dc47e70f8 {{(pid=98444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:46:48.846343 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33574f64-485e-4e68-a475-b522f2b61547", "name": "network-vif-plugged", "status": "completed", "tag": "025fb62b-39be-4417-bdf5-0bacff45b88c", "code": 200}]} {{(pid=98444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:46:48.846598 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b6442997-9221-4f04-b585-ab6dc47e70f8 {{(pid=98444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:46:48.847015 dv-cinder-786383-7-smb neutron-server[98444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33574f64-485e-4e68-a475-b522f2b61547', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '025fb62b-39be-4417-bdf5-0bacff45b88c', 'code': 200} May 31 11:46:48.869436 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7951b853-a1a1-4cfb-8ff1-28b38210d1a4 req-9761a761-51f5-41f2-a1ea-8d1dfd6bf32f tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:48.870986 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-7951b853-a1a1-4cfb-8ff1-28b38210d1a4 req-9761a761-51f5-41f2-a1ea-8d1dfd6bf32f tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=33574f64-485e-4e68-a475-b522f2b61547 HTTP/1.1" status: 200 len: 946 time: 0.0848541 May 31 11:46:48.880268 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Pushing event updated for resources: {'Port': ['ID=025fb62b-39be-4417-bdf5-0bacff45b88c,revision_number=10']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:46:48.883385 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:46:48.921477 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-7951b853-a1a1-4cfb-8ff1-28b38210d1a4 req-de82f21d-327e-4453-9b7f-0d1a898a6642 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=046f597b-d4db-468c-a75f-9b8ff1a241ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420623 May 31 11:46:49.466967 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60896ff1-d91a-4064-abd2-663972d41df5 req-7dd51964-e038-455e-a24f-7f4a805c2a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:49.468879 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-60896ff1-d91a-4064-abd2-663972d41df5 req-7dd51964-e038-455e-a24f-7f4a805c2a35 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=33574f64-485e-4e68-a475-b522f2b61547 HTTP/1.1" status: 200 len: 1099 time: 0.1316760 May 31 11:46:49.610433 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-60896ff1-d91a-4064-abd2-663972d41df5 req-29896a4b-d71d-43f5-ac13-5c70da4a63d0 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=046f597b-d4db-468c-a75f-9b8ff1a241ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347537 May 31 11:46:50.132550 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd91125-445f-4d70-9569-68497117925c req-a9f14f5f-0018-493e-b312-73efdd2214b1 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:50.134029 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-3dd91125-445f-4d70-9569-68497117925c req-a9f14f5f-0018-493e-b312-73efdd2214b1 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=33574f64-485e-4e68-a475-b522f2b61547 HTTP/1.1" status: 200 len: 946 time: 0.0929122 May 31 11:46:50.181830 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-3dd91125-445f-4d70-9569-68497117925c req-e315bd18-dce9-4be2-9e84-78b613f7b822 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=046f597b-d4db-468c-a75f-9b8ff1a241ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394449 May 31 11:46:51.390542 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf05c8-81b4-4afe-8228-4d599c93d5d9 req-927030e7-61d8-4ce4-836e-1344ede556f0 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:51.392057 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-7faf05c8-81b4-4afe-8228-4d599c93d5d9 req-927030e7-61d8-4ce4-836e-1344ede556f0 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=33574f64-485e-4e68-a475-b522f2b61547 HTTP/1.1" status: 200 len: 946 time: 0.0866160 May 31 11:46:51.439893 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-7faf05c8-81b4-4afe-8228-4d599c93d5d9 req-46766b1c-db4b-43ce-b62d-2c83317a7d07 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=046f597b-d4db-468c-a75f-9b8ff1a241ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420434 May 31 11:46:52.644764 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b09261-f376-4d7c-b387-554f0024afd5 req-4b667989-b0ac-44ba-ac77-853b73a3ccf6 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:52.646388 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-79b09261-f376-4d7c-b387-554f0024afd5 req-4b667989-b0ac-44ba-ac77-853b73a3ccf6 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=33574f64-485e-4e68-a475-b522f2b61547 HTTP/1.1" status: 200 len: 946 time: 0.0935519 May 31 11:46:52.697239 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-79b09261-f376-4d7c-b387-554f0024afd5 req-96ea8137-d103-48da-b770-138ea4ea0c9d tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=046f597b-d4db-468c-a75f-9b8ff1a241ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449343 May 31 11:46:54.781275 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-c6cf90c2-38b2-4194-8588-f7d7169c8cb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:56.266786 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e664061-f445-48b7-b61b-58b563385299 req-607c82ab-a728-4986-baf8-814992470673 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:56.268183 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-0e664061-f445-48b7-b61b-58b563385299 req-607c82ab-a728-4986-baf8-814992470673 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d97f263-df42-41c6-9845-3957d12b85c8 HTTP/1.1" status: 200 len: 945 time: 0.1024463 May 31 11:46:56.333750 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-0e664061-f445-48b7-b61b-58b563385299 req-2a074ecd-61dd-440b-9cd2-2a72e0ee47c4 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/security-groups?id=824112a4-9ad3-4e16-b14e-095fae31a465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568798 May 31 11:46:57.498513 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:57.531575 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61cce5c-494f-4e29-ad43-3d229645ffb5 req-7c9b4495-9060-4a9d-99b1-4574766c9587 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:57.533136 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-b61cce5c-494f-4e29-ad43-3d229645ffb5 req-7c9b4495-9060-4a9d-99b1-4574766c9587 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d97f263-df42-41c6-9845-3957d12b85c8 HTTP/1.1" status: 200 len: 945 time: 0.0851486 May 31 11:46:57.580255 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-b61cce5c-494f-4e29-ad43-3d229645ffb5 req-b70866a5-7f59-4a40-8e0a-507926b746ec tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/security-groups?id=824112a4-9ad3-4e16-b14e-095fae31a465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412424 May 31 11:46:57.791945 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-09302658-9292-4010-9716-a2fc10f6b9a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:58.173137 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da87a0e-df6f-482b-aed2-42c01f03d58e req-495408b7-8933-48f7-931f-581f084b9df8 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:58.173799 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [req-4da87a0e-df6f-482b-aed2-42c01f03d58e req-495408b7-8933-48f7-931f-581f084b9df8 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Synchronizing usage tracker for tenant:0eca8cc498704c828ce4fda2d808043a on resource:port {{(pid=98443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:46:58.186481 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [req-4da87a0e-df6f-482b-aed2-42c01f03d58e req-495408b7-8933-48f7-931f-581f084b9df8 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Unset dirty status for tenant:0eca8cc498704c828ce4fda2d808043a on resource:port {{(pid=98443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:46:58.187589 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-4da87a0e-df6f-482b-aed2-42c01f03d58e req-495408b7-8933-48f7-931f-581f084b9df8 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.61 "GET /v2.0/ports?device_id=1d97f263-df42-41c6-9845-3957d12b85c8 HTTP/1.1" status: 200 len: 945 time: 0.0964811 May 31 11:46:58.334504 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.plugin [req-4da87a0e-df6f-482b-aed2-42c01f03d58e req-266fd86d-8ddf-44fd-8a34-61c264a6b67c tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Deleting port a4447a6d-01ff-4be1-b34d-0a259217ba2e {{(pid=98443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:46:58.334834 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-4da87a0e-df6f-482b-aed2-42c01f03d58e req-266fd86d-8ddf-44fd-8a34-61c264a6b67c tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781593492803'] for port, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:58.456070 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-a91c5e8e-8952-4db6-a598-6e76e849b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:58.473983 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.db [req-4da87a0e-df6f-482b-aed2-42c01f03d58e req-266fd86d-8ddf-44fd-8a34-61c264a6b67c tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] For port a4447a6d-01ff-4be1-b34d-0a259217ba2e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a4447a6d-01ff-4be1-b34d-0a259217ba2e,segment=NetworkSegment(745935fc-742e-4dd5-baa0-27f62ebcc000),segment_id=745935fc-742e-4dd5-baa0-27f62ebcc000)] {{(pid=98443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:46:58.474339 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-4da87a0e-df6f-482b-aed2-42c01f03d58e req-266fd86d-8ddf-44fd-8a34-61c264a6b67c tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8366366'] for port, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:58.770924 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-4da87a0e-df6f-482b-aed2-42c01f03d58e req-266fd86d-8ddf-44fd-8a34-61c264a6b67c tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:58.771559 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-4da87a0e-df6f-482b-aed2-42c01f03d58e req-266fd86d-8ddf-44fd-8a34-61c264a6b67c tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8365565'] for floatingip, after_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:58.771875 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.db.l3_db [req-4da87a0e-df6f-482b-aed2-42c01f03d58e req-266fd86d-8ddf-44fd-8a34-61c264a6b67c tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Floating IP 4d457c59-a685-46bf-9ee0-291bbf197437 disassociated. External IP: 172.28.3.34, port: a4447a6d-01ff-4be1-b34d-0a259217ba2e. May 31 11:46:58.772213 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.plugin [req-4da87a0e-df6f-482b-aed2-42c01f03d58e req-266fd86d-8ddf-44fd-8a34-61c264a6b67c tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Calling delete_port for a4447a6d-01ff-4be1-b34d-0a259217ba2e owned by compute:nova {{(pid=98443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:46:58.778905 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983546a3-f1d1-4058-8032-776e82b8ad9a req-efbd6b65-cf7a-43da-ab22-d53c16e13d76 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:46:58.780412 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-983546a3-f1d1-4058-8032-776e82b8ad9a req-efbd6b65-cf7a-43da-ab22-d53c16e13d76 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d97f263-df42-41c6-9845-3957d12b85c8 HTTP/1.1" status: 200 len: 945 time: 0.0846961 May 31 11:46:58.832939 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-983546a3-f1d1-4058-8032-776e82b8ad9a req-66d17986-d35a-45d7-8ae8-00987463a29a tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/security-groups?id=824112a4-9ad3-4e16-b14e-095fae31a465&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456395 May 31 11:46:58.901666 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-4da87a0e-df6f-482b-aed2-42c01f03d58e req-266fd86d-8ddf-44fd-8a34-61c264a6b67c tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781593493926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781593114067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6347609'] for port, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:58.908724 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-0927ee41-a1c6-4d4b-a69f-0daf5086d0ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:46:58.960066 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266fd86d-8ddf-44fd-8a34-61c264a6b67c tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Pushing event deleted for resources: {'Port': ['ID=a4447a6d-01ff-4be1-b34d-0a259217ba2e,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:46:58.971113 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266fd86d-8ddf-44fd-8a34-61c264a6b67c tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:58.971307 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266fd86d-8ddf-44fd-8a34-61c264a6b67c tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:58.971691 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266fd86d-8ddf-44fd-8a34-61c264a6b67c tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:58.972027 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266fd86d-8ddf-44fd-8a34-61c264a6b67c tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:58.972379 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266fd86d-8ddf-44fd-8a34-61c264a6b67c tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:58.972722 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266fd86d-8ddf-44fd-8a34-61c264a6b67c tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:58.973068 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266fd86d-8ddf-44fd-8a34-61c264a6b67c tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:58.973407 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266fd86d-8ddf-44fd-8a34-61c264a6b67c tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:58.973751 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266fd86d-8ddf-44fd-8a34-61c264a6b67c tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:58.974094 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266fd86d-8ddf-44fd-8a34-61c264a6b67c tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:58.974426 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266fd86d-8ddf-44fd-8a34-61c264a6b67c tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:58.974789 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266fd86d-8ddf-44fd-8a34-61c264a6b67c tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:46:58.978415 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-266fd86d-8ddf-44fd-8a34-61c264a6b67c tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:46:59.188098 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4da87a0e-df6f-482b-aed2-42c01f03d58e req-266fd86d-8ddf-44fd-8a34-61c264a6b67c tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Router 1f31bf17-2c66-4dca-a7df-4af4dab9b0d6 has already been hosted by L3 agent 18500941-09fe-4120-b40f-cc1049bfe169 {{(pid=98443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:46:59.376756 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4da87a0e-df6f-482b-aed2-42c01f03d58e req-266fd86d-8ddf-44fd-8a34-61c264a6b67c tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify agent at l3_agent.dv-cinder-786383-7-smb the message routers_updated {{(pid=98443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:46:59.387453 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41a35a8-98d0-45fb-a558-61c3873ccf60 None None] Sync routers for ids ['1f31bf17-2c66-4dca-a7df-4af4dab9b0d6'] in dv-cinder-786383-7-smb {{(pid=98444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:46:59.403843 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41a35a8-98d0-45fb-a558-61c3873ccf60 None None] Routers {'1f31bf17-2c66-4dca-a7df-4af4dab9b0d6'} bound to L3 agent in host dv-cinder-786383-7-smb {{(pid=98444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:46:59.405031 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_hamode_db [None req-e41a35a8-98d0-45fb-a558-61c3873ccf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:33:28Z,description=,heartbeat_timestamp=2021-05-31T11:46:58Z,host='dv-cinder-786383-7-smb',id=18500941-09fe-4120-b40f-cc1049bfe169,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:33:28Z,topic='l3_agent')) {'router_ids': ['1f31bf17-2c66-4dca-a7df-4af4dab9b0d6'], 'active': True} {{(pid=98444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:46:59.454381 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.l3_dvrscheduler_db [req-4da87a0e-df6f-482b-aed2-42c01f03d58e req-266fd86d-8ddf-44fd-8a34-61c264a6b67c tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] No DVR routers for this DVR port a4447a6d-01ff-4be1-b34d-0a259217ba2e on host hv-cinder-78638 {{(pid=98443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:46:59.457432 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-4da87a0e-df6f-482b-aed2-42c01f03d58e req-266fd86d-8ddf-44fd-8a34-61c264a6b67c tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523773'] for port, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:46:59.461651 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d97f263-df42-41c6-9845-3957d12b85c8', 'name': 'network-vif-deleted', 'tag': 'a4447a6d-01ff-4be1-b34d-0a259217ba2e'}] {{(pid=98443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:46:59.464058 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56017c51fa2db9d96507774d194550d251c1d18f102e1d67e4a71b2ac79ee147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f5bb70-c10f-4db8-8e64-76c6bb435ca8" -d '{"events": [{"server_uuid": "1d97f263-df42-41c6-9845-3957d12b85c8", "name": "network-vif-deleted", "tag": "a4447a6d-01ff-4be1-b34d-0a259217ba2e"}]}' {{(pid=98443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:46:59.483034 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-4da87a0e-df6f-482b-aed2-42c01f03d58e req-266fd86d-8ddf-44fd-8a34-61c264a6b67c tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.61 "DELETE /v2.0/ports/a4447a6d-01ff-4be1-b34d-0a259217ba2e HTTP/1.1" status: 204 len: 173 time: 1.2885051 May 31 11:46:59.587147 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c20c78b-6658-455b-b24a-fd8841c16740 x-openstack-request-id: req-2c20c78b-6658-455b-b24a-fd8841c16740 {{(pid=98443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:46:59.587466 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d97f263-df42-41c6-9845-3957d12b85c8", "name": "network-vif-deleted", "tag": "a4447a6d-01ff-4be1-b34d-0a259217ba2e", "status": "completed", "code": 200}]} {{(pid=98443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:46:59.587749 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2c20c78b-6658-455b-b24a-fd8841c16740 {{(pid=98443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:46:59.588170 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d97f263-df42-41c6-9845-3957d12b85c8', 'name': 'network-vif-deleted', 'tag': 'a4447a6d-01ff-4be1-b34d-0a259217ba2e', 'status': 'completed', 'code': 200} May 31 11:46:59.612314 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvr_db [None req-e41a35a8-98d0-45fb-a558-61c3873ccf60 None None] Set router 1f31bf17-2c66-4dca-a7df-4af4dab9b0d6 gateway port host: dv-cinder-786383-7-smb {{(pid=98444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:46:59.951433 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_hamode_db [None req-e41a35a8-98d0-45fb-a558-61c3873ccf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f31bf17-2c66-4dca-a7df-4af4dab9b0d6', 'name': 'tempest-AttachVolumeTestJSON-608903553-router', 'tenant_id': '0eca8cc498704c828ce4fda2d808043a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.239'}], 'enable_snat': True}, 'gw_port_id': '4856108b-0b77-4e29-9719-f8d192545e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:41:28Z', 'updated_at': '2021-05-31T11:41:39Z', 'revision_number': 4, 'project_id': '0eca8cc498704c828ce4fda2d808043a', 'gw_port': {'id': '4856108b-0b77-4e29-9719-f8d192545e5e', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f31bf17-2c66-4dca-a7df-4af4dab9b0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:29Z', 'updated_at': '2021-05-31T11:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb', '_interfaces': [{'id': '2290c5f3-38b7-464e-9c68-2595c5fae4f9', 'name': '', 'network_id': '3b861c59-52f7-46ca-99da-e6f4b5d8dcf3', 'tenant_id': '0eca8cc498704c828ce4fda2d808043a', 'mac_address': 'fa:16:3e:53:5d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f31bf17-2c66-4dca-a7df-4af4dab9b0d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3d8c3d1c-ffe1-4449-ae14-fb794221a40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:37Z', 'updated_at': '2021-05-31T11:41:51Z', 'revision_number': 5, 'project_id': '0eca8cc498704c828ce4fda2d808043a', 'subnets': [{'id': '3d8c3d1c-ffe1-4449-ae14-fb794221a40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-smb', False) {} {{(pid=98444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:46:59.955927 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41a35a8-98d0-45fb-a558-61c3873ccf60 None None] Checking router: 1f31bf17-2c66-4dca-a7df-4af4dab9b0d6 for host: dv-cinder-786383-7-smb {{(pid=98444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:46:59.964712 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41a35a8-98d0-45fb-a558-61c3873ccf60 None None] Routers {'1f31bf17-2c66-4dca-a7df-4af4dab9b0d6'} bound to L3 agent in host dv-cinder-786383-7-smb {{(pid=98444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:46:59.965373 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_hamode_db [None req-e41a35a8-98d0-45fb-a558-61c3873ccf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:33:28Z,description=,heartbeat_timestamp=2021-05-31T11:46:58Z,host='dv-cinder-786383-7-smb',id=18500941-09fe-4120-b40f-cc1049bfe169,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:33:28Z,topic='l3_agent')) {'router_ids': ['1f31bf17-2c66-4dca-a7df-4af4dab9b0d6'], 'active': True} {{(pid=98444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:47:00.001810 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-d2ba6488-ca03-4943-9196-048577282f49 req-7286d238-304d-4292-8018-01e5d418c333 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/ports?device_id=1d97f263-df42-41c6-9845-3957d12b85c8 HTTP/1.1" status: 200 len: 210 time: 0.0467536 May 31 11:47:00.157909 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvr_db [None req-e41a35a8-98d0-45fb-a558-61c3873ccf60 None None] Set router 1f31bf17-2c66-4dca-a7df-4af4dab9b0d6 gateway port host: dv-cinder-786383-7-smb {{(pid=98444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:47:00.230976 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-9fdf87ec-5ce8-4616-9e32-e9b9d10b7557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:00.494804 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_hamode_db [None req-e41a35a8-98d0-45fb-a558-61c3873ccf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f31bf17-2c66-4dca-a7df-4af4dab9b0d6', 'name': 'tempest-AttachVolumeTestJSON-608903553-router', 'tenant_id': '0eca8cc498704c828ce4fda2d808043a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.239'}], 'enable_snat': True}, 'gw_port_id': '4856108b-0b77-4e29-9719-f8d192545e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:41:28Z', 'updated_at': '2021-05-31T11:41:39Z', 'revision_number': 4, 'project_id': '0eca8cc498704c828ce4fda2d808043a', 'gw_port': {'id': '4856108b-0b77-4e29-9719-f8d192545e5e', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f31bf17-2c66-4dca-a7df-4af4dab9b0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:29Z', 'updated_at': '2021-05-31T11:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb', '_interfaces': [{'id': '2290c5f3-38b7-464e-9c68-2595c5fae4f9', 'name': '', 'network_id': '3b861c59-52f7-46ca-99da-e6f4b5d8dcf3', 'tenant_id': '0eca8cc498704c828ce4fda2d808043a', 'mac_address': 'fa:16:3e:53:5d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f31bf17-2c66-4dca-a7df-4af4dab9b0d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3d8c3d1c-ffe1-4449-ae14-fb794221a40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:37Z', 'updated_at': '2021-05-31T11:41:51Z', 'revision_number': 5, 'project_id': '0eca8cc498704c828ce4fda2d808043a', 'subnets': [{'id': '3d8c3d1c-ffe1-4449-ae14-fb794221a40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-smb', False) {} {{(pid=98444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:47:00.499181 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41a35a8-98d0-45fb-a558-61c3873ccf60 None None] The sync data for ids ['1f31bf17-2c66-4dca-a7df-4af4dab9b0d6'] in dv-cinder-786383-7-smb is: [{'id': '1f31bf17-2c66-4dca-a7df-4af4dab9b0d6', 'name': 'tempest-AttachVolumeTestJSON-608903553-router', 'tenant_id': '0eca8cc498704c828ce4fda2d808043a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.239'}], 'enable_snat': True}, 'gw_port_id': '4856108b-0b77-4e29-9719-f8d192545e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:41:28Z', 'updated_at': '2021-05-31T11:41:39Z', 'revision_number': 4, 'project_id': '0eca8cc498704c828ce4fda2d808043a', 'gw_port': {'id': '4856108b-0b77-4e29-9719-f8d192545e5e', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f31bf17-2c66-4dca-a7df-4af4dab9b0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:29Z', 'updated_at': '2021-05-31T11:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb', '_interfaces': [{'id': '2290c5f3-38b7-464e-9c68-2595c5fae4f9', 'name': '', 'network_id': '3b861c59-52f7-46ca-99da-e6f4b5d8dcf3', 'tenant_id': '0eca8cc498704c828ce4fda2d808043a', 'mac_address': 'fa:16:3e:53:5d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f31bf17-2c66-4dca-a7df-4af4dab9b0d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '3d8c3d1c-ffe1-4449-ae14-fb794221a40d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:37Z', 'updated_at': '2021-05-31T11:41:51Z', 'revision_number': 5, 'project_id': '0eca8cc498704c828ce4fda2d808043a', 'subnets': [{'id': '3d8c3d1c-ffe1-4449-ae14-fb794221a40d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:47:00.625789 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device a4447a6d-01ff-4be1-b34d-0a259217ba2e no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:47:00.667192 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.plugin [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] No Port match for: a4447a6d-01ff-4be1-b34d-0a259217ba2e {{(pid=98444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:47:00.667545 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device a4447a6d-01ff-4be1-b34d-0a259217ba2e not bound to the agent host hv-cinder-78638 {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:47:00.733654 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fcd4c4-d3cb-4a2f-8cf1-821e898c8576 None None] New status for floating IP 4d457c59-a685-46bf-9ee0-291bbf197437: DOWN {{(pid=98445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 11:47:01.135986 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 35686) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:47:01.214328 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-181b1a1d-ec23-4fda-9caa-fe5a1fdfe718 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks [] for security_group, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:01.253106 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-181b1a1d-ec23-4fda-9caa-fe5a1fdfe718 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:01.315886 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-181b1a1d-ec23-4fda-9caa-fe5a1fdfe718 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:01.320539 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-b9f96abf-1e7c-4c89-8fc3-5e46189d58e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:47:01.403095 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b1a1d-ec23-4fda-9caa-fe5a1fdfe718 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=824112a4-9ad3-4e16-b14e-095fae31a465,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:47:01.413172 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1a1d-ec23-4fda-9caa-fe5a1fdfe718 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:01.413534 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1a1d-ec23-4fda-9caa-fe5a1fdfe718 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:01.413883 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1a1d-ec23-4fda-9caa-fe5a1fdfe718 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:01.414223 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1a1d-ec23-4fda-9caa-fe5a1fdfe718 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:01.414570 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1a1d-ec23-4fda-9caa-fe5a1fdfe718 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:01.414942 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1a1d-ec23-4fda-9caa-fe5a1fdfe718 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:01.415267 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1a1d-ec23-4fda-9caa-fe5a1fdfe718 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:01.415611 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1a1d-ec23-4fda-9caa-fe5a1fdfe718 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:01.415933 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1a1d-ec23-4fda-9caa-fe5a1fdfe718 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:01.416266 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1a1d-ec23-4fda-9caa-fe5a1fdfe718 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:01.416591 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1a1d-ec23-4fda-9caa-fe5a1fdfe718 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:01.416905 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181b1a1d-ec23-4fda-9caa-fe5a1fdfe718 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:01.420195 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-181b1a1d-ec23-4fda-9caa-fe5a1fdfe718 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:47:01.421416 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-181b1a1d-ec23-4fda-9caa-fe5a1fdfe718 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks [] for security_group, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:01.422509 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-181b1a1d-ec23-4fda-9caa-fe5a1fdfe718 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "DELETE /v2.0/security-groups/824112a4-9ad3-4e16-b14e-095fae31a465 HTTP/1.1" status: 204 len: 168 time: 0.2855115 May 31 11:47:01.425582 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 35690) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:47:01.449349 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.api.v2.resource [None req-7b54161f-f647-44db-8d2c-03fb86147577 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] show failed (client error): The resource could not be found. May 31 11:47:01.450747 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-7b54161f-f647-44db-8d2c-03fb86147577 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "GET /v2.0/security-groups/824112a4-9ad3-4e16-b14e-095fae31a465 HTTP/1.1" status: 404 len: 347 time: 0.0240176 May 31 11:47:01.454728 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 35694) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:47:01.677609 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.plugin [None req-5528e86a-990a-4654-82db-1250d630ea29 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Deleting port 8aae78dc-0e87-4748-98f0-df5bf7630e15 {{(pid=98442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:47:01.677952 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-5528e86a-990a-4654-82db-1250d630ea29 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781593492803'] for port, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:01.801520 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-5528e86a-990a-4654-82db-1250d630ea29 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8366366'] for port, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:01.801793 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-5528e86a-990a-4654-82db-1250d630ea29 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:01.927871 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.plugin [None req-5528e86a-990a-4654-82db-1250d630ea29 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Calling delete_port for 8aae78dc-0e87-4748-98f0-df5bf7630e15 owned by network:floatingip {{(pid=98442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:47:02.047482 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-5528e86a-990a-4654-82db-1250d630ea29 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781593493926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781593114067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6713643'] for port, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:02.051608 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-7837bc76-5296-4647-8c53-12362eedc807 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:47:02.102941 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5528e86a-990a-4654-82db-1250d630ea29 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Pushing event deleted for resources: {'Port': ['ID=8aae78dc-0e87-4748-98f0-df5bf7630e15,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:47:02.106051 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-5528e86a-990a-4654-82db-1250d630ea29 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:47:02.197067 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-5528e86a-990a-4654-82db-1250d630ea29 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks [] for floatingip, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:02.212141 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-5528e86a-990a-4654-82db-1250d630ea29 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523773'] for floatingip, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:02.213286 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-5528e86a-990a-4654-82db-1250d630ea29 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] 10.222.0.21 "DELETE /v2.0/floatingips/4d457c59-a685-46bf-9ee0-291bbf197437 HTTP/1.1" status: 204 len: 168 time: 0.7575641 May 31 11:47:06.323614 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 35724) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:47:07.129339 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-92b80fb2-21d8-4d9e-a5fb-6f125c49af86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8369615'] for router_interface, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:07.581424 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.plugin [None req-92b80fb2-21d8-4d9e-a5fb-6f125c49af86 admin admin] Deleting port 2290c5f3-38b7-464e-9c68-2595c5fae4f9 {{(pid=98443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:47:07.582125 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-92b80fb2-21d8-4d9e-a5fb-6f125c49af86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781593492803'] for port, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:07.721184 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.db [None req-92b80fb2-21d8-4d9e-a5fb-6f125c49af86 admin admin] For port 2290c5f3-38b7-464e-9c68-2595c5fae4f9, host dv-cinder-786383-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-smb',level=0,port_id=2290c5f3-38b7-464e-9c68-2595c5fae4f9,segment=NetworkSegment(745935fc-742e-4dd5-baa0-27f62ebcc000),segment_id=745935fc-742e-4dd5-baa0-27f62ebcc000)] {{(pid=98443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:47:07.721582 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-92b80fb2-21d8-4d9e-a5fb-6f125c49af86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8366366'] for port, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:07.846032 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.plugin [None req-92b80fb2-21d8-4d9e-a5fb-6f125c49af86 admin admin] Calling delete_port for 2290c5f3-38b7-464e-9c68-2595c5fae4f9 owned by network:router_interface {{(pid=98443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:47:08.154233 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-92b80fb2-21d8-4d9e-a5fb-6f125c49af86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781593493926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781593114067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6347609'] for port, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:08.157779 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-c0719207-7bc7-4545-a783-25bc4f80510c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:47:08.299663 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b80fb2-21d8-4d9e-a5fb-6f125c49af86 admin admin] Pushing event deleted for resources: {'Port': ['ID=2290c5f3-38b7-464e-9c68-2595c5fae4f9,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:47:08.302855 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-92b80fb2-21d8-4d9e-a5fb-6f125c49af86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:47:08.480123 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:08.566864 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-92b80fb2-21d8-4d9e-a5fb-6f125c49af86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7927545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8366687'] for router_interface, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:08.936455 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92b80fb2-21d8-4d9e-a5fb-6f125c49af86 admin admin] Router 1f31bf17-2c66-4dca-a7df-4af4dab9b0d6 has already been hosted by L3 agent 18500941-09fe-4120-b40f-cc1049bfe169 {{(pid=98443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:47:09.125837 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92b80fb2-21d8-4d9e-a5fb-6f125c49af86 admin admin] Notify agent at l3_agent.dv-cinder-786383-7-smb the message routers_updated {{(pid=98443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:47:09.135691 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0327a2-176a-4f8c-a1d6-24e43ba2158b None None] Sync routers for ids ['1f31bf17-2c66-4dca-a7df-4af4dab9b0d6'] in dv-cinder-786383-7-smb {{(pid=98444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:47:09.138391 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-92b80fb2-21d8-4d9e-a5fb-6f125c49af86 admin admin] 10.222.0.21 "PUT /v2.0/routers/1f31bf17-2c66-4dca-a7df-4af4dab9b0d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8136120 May 31 11:47:09.141127 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 35732) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:47:09.145710 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0327a2-176a-4f8c-a1d6-24e43ba2158b None None] Routers {'1f31bf17-2c66-4dca-a7df-4af4dab9b0d6'} bound to L3 agent in host dv-cinder-786383-7-smb {{(pid=98444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:47:09.146378 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_hamode_db [None req-7e0327a2-176a-4f8c-a1d6-24e43ba2158b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:33:28Z,description=,heartbeat_timestamp=2021-05-31T11:46:58Z,host='dv-cinder-786383-7-smb',id=18500941-09fe-4120-b40f-cc1049bfe169,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:33:28Z,topic='l3_agent')) {'router_ids': ['1f31bf17-2c66-4dca-a7df-4af4dab9b0d6'], 'active': True} {{(pid=98444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:47:09.326398 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-7d1bf962-7599-4bdf-91fd-4e87ec00d168 admin admin] Notify callbacks [] for router, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:09.370794 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvr_db [None req-7e0327a2-176a-4f8c-a1d6-24e43ba2158b None None] Set router 1f31bf17-2c66-4dca-a7df-4af4dab9b0d6 gateway port host: dv-cinder-786383-7-smb {{(pid=98444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:47:09.507995 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-7d1bf962-7599-4bdf-91fd-4e87ec00d168 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:09.587536 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.plugin [None req-7d1bf962-7599-4bdf-91fd-4e87ec00d168 admin admin] Deleting port 4856108b-0b77-4e29-9719-f8d192545e5e {{(pid=98442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:47:09.587788 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-7d1bf962-7599-4bdf-91fd-4e87ec00d168 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781593492803'] for port, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:09.668646 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_hamode_db [None req-7e0327a2-176a-4f8c-a1d6-24e43ba2158b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f31bf17-2c66-4dca-a7df-4af4dab9b0d6', 'name': 'tempest-AttachVolumeTestJSON-608903553-router', 'tenant_id': '0eca8cc498704c828ce4fda2d808043a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.239'}], 'enable_snat': True}, 'gw_port_id': '4856108b-0b77-4e29-9719-f8d192545e5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:41:28Z', 'updated_at': '2021-05-31T11:47:08Z', 'revision_number': 5, 'project_id': '0eca8cc498704c828ce4fda2d808043a', 'gw_port': {'id': '4856108b-0b77-4e29-9719-f8d192545e5e', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a5:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f31bf17-2c66-4dca-a7df-4af4dab9b0d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 55, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:41:29Z', 'updated_at': '2021-05-31T11:41:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb'}], 'dv-cinder-786383-7-smb', False) {} {{(pid=98444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:47:09.672549 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0327a2-176a-4f8c-a1d6-24e43ba2158b None None] Checking router: 1f31bf17-2c66-4dca-a7df-4af4dab9b0d6 for host: dv-cinder-786383-7-smb {{(pid=98444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:47:09.680910 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0327a2-176a-4f8c-a1d6-24e43ba2158b None None] Routers {'1f31bf17-2c66-4dca-a7df-4af4dab9b0d6'} bound to L3 agent in host dv-cinder-786383-7-smb {{(pid=98444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:47:09.681515 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_hamode_db [None req-7e0327a2-176a-4f8c-a1d6-24e43ba2158b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-31T11:33:28Z,description=,heartbeat_timestamp=2021-05-31T11:46:58Z,host='dv-cinder-786383-7-smb',id=18500941-09fe-4120-b40f-cc1049bfe169,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:33:28Z,topic='l3_agent')) {'router_ids': ['1f31bf17-2c66-4dca-a7df-4af4dab9b0d6'], 'active': True} {{(pid=98444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:47:09.711318 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.db [None req-7d1bf962-7599-4bdf-91fd-4e87ec00d168 admin admin] For port 4856108b-0b77-4e29-9719-f8d192545e5e, host dv-cinder-786383-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-smb',level=0,port_id=4856108b-0b77-4e29-9719-f8d192545e5e,segment=NetworkSegment(1ab87b5a-2ab4-41da-bbc3-50466ba34034),segment_id=1ab87b5a-2ab4-41da-bbc3-50466ba34034)] {{(pid=98442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:47:09.711671 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-7d1bf962-7599-4bdf-91fd-4e87ec00d168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8366366'] for port, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:09.837654 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvr_db [None req-7e0327a2-176a-4f8c-a1d6-24e43ba2158b None None] Set router 1f31bf17-2c66-4dca-a7df-4af4dab9b0d6 gateway port host: None {{(pid=98444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:47:09.927376 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.plugin [None req-7d1bf962-7599-4bdf-91fd-4e87ec00d168 admin admin] Calling delete_port for 4856108b-0b77-4e29-9719-f8d192545e5e owned by network:router_gateway {{(pid=98442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:47:09.943836 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_hamode_db [None req-7e0327a2-176a-4f8c-a1d6-24e43ba2158b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f31bf17-2c66-4dca-a7df-4af4dab9b0d6', 'name': 'tempest-AttachVolumeTestJSON-608903553-router', 'tenant_id': '0eca8cc498704c828ce4fda2d808043a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:41:28Z', 'updated_at': '2021-05-31T11:47:09Z', 'revision_number': 6, 'project_id': '0eca8cc498704c828ce4fda2d808043a', 'gw_port_host': None}], 'dv-cinder-786383-7-smb', False) {} {{(pid=98444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:47:09.948211 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0327a2-176a-4f8c-a1d6-24e43ba2158b None None] The sync data for ids ['1f31bf17-2c66-4dca-a7df-4af4dab9b0d6'] in dv-cinder-786383-7-smb is: [{'id': '1f31bf17-2c66-4dca-a7df-4af4dab9b0d6', 'name': 'tempest-AttachVolumeTestJSON-608903553-router', 'tenant_id': '0eca8cc498704c828ce4fda2d808043a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:41:28Z', 'updated_at': '2021-05-31T11:47:09Z', 'revision_number': 6, 'project_id': '0eca8cc498704c828ce4fda2d808043a', 'gw_port_host': None}] {{(pid=98444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:47:10.215154 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-7d1bf962-7599-4bdf-91fd-4e87ec00d168 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781593493926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781593114067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6713643'] for port, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:10.220458 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-3acc23f8-eb0d-4869-9a2b-298ec0989d3f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:47:10.262754 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1bf962-7599-4bdf-91fd-4e87ec00d168 admin admin] Pushing event deleted for resources: {'Port': ['ID=4856108b-0b77-4e29-9719-f8d192545e5e,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:47:10.265683 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-7d1bf962-7599-4bdf-91fd-4e87ec00d168 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:47:10.358901 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-7d1bf962-7599-4bdf-91fd-4e87ec00d168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8365522'] for router_gateway, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:10.530228 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-7d1bf962-7599-4bdf-91fd-4e87ec00d168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8360287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-665'] for router, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:10.532627 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-7d1bf962-7599-4bdf-91fd-4e87ec00d168 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:10.558034 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-7d1bf962-7599-4bdf-91fd-4e87ec00d168 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8366179'] for router, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:10.558933 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d1bf962-7599-4bdf-91fd-4e87ec00d168 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f31bf17-2c66-4dca-a7df-4af4dab9b0d6 {{(pid=98442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 11:47:10.572389 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-7d1bf962-7599-4bdf-91fd-4e87ec00d168 admin admin] Notify callbacks [] for router, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:10.573527 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-7d1bf962-7599-4bdf-91fd-4e87ec00d168 admin admin] 10.222.0.21 "DELETE /v2.0/routers/1f31bf17-2c66-4dca-a7df-4af4dab9b0d6 HTTP/1.1" status: 204 len: 168 time: 1.4314399 May 31 11:47:10.576109 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 35736) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:47:10.634719 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ae43097-6660-45bc-9c73-8704beaef156 admin admin] Deleting subnet 3d8c3d1c-ffe1-4449-ae14-fb794221a40d {{(pid=98442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 11:47:10.637615 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-1ae43097-6660-45bc-9c73-8704beaef156 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:10.696817 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-1ae43097-6660-45bc-9c73-8704beaef156 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7194582'] for subnet, precommit_delete_associations {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:10.723766 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device 2290c5f3-38b7-464e-9c68-2595c5fae4f9 no longer exists at agent ovs-agent-dv-cinder-786383-7-smb {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:47:10.758670 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.plugin [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] No Port match for: 2290c5f3-38b7-464e-9c68-2595c5fae4f9 {{(pid=98444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:47:10.759067 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device 2290c5f3-38b7-464e-9c68-2595c5fae4f9 not bound to the agent host dv-cinder-786383-7-smb {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:47:10.759492 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device 4856108b-0b77-4e29-9719-f8d192545e5e no longer exists at agent ovs-agent-dv-cinder-786383-7-smb {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:47:10.794170 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.plugin [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] No Port match for: 4856108b-0b77-4e29-9719-f8d192545e5e {{(pid=98444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:47:10.794547 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device 4856108b-0b77-4e29-9719-f8d192545e5e not bound to the agent host dv-cinder-786383-7-smb {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:47:10.819998 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-1ae43097-6660-45bc-9c73-8704beaef156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649192'] for subnet, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:11.082156 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-1ae43097-6660-45bc-9c73-8704beaef156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-649821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6324440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6019309'] for subnet, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:11.086092 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:47:11.120277 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae43097-6660-45bc-9c73-8704beaef156 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d8c3d1c-ffe1-4449-ae14-fb794221a40d,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:47:11.122949 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-1ae43097-6660-45bc-9c73-8704beaef156 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:47:11.125660 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-1ae43097-6660-45bc-9c73-8704beaef156 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927509'] for subnet, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:11.133336 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a94dec-2cc4-4712-beef-9b66ed3b393e None None] Network 3b861c59-52f7-46ca-99da-e6f4b5d8dcf3 requested from dv-cinder-786383-7-smb {{(pid=98444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:47:11.136075 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-1ae43097-6660-45bc-9c73-8704beaef156 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3d8c3d1c-ffe1-4449-ae14-fb794221a40d HTTP/1.1" status: 204 len: 168 time: 0.5590045 May 31 11:47:11.139876 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 35740) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:47:11.247102 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-51ff5694-7599-46b8-9f8d-27c12e1e01af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990620'] for network, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:11.395468 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed0ee07-f54a-471a-9851-7f779dfa2d38 None None] DHCP port deletion for 3b861c59-52f7-46ca-99da-e6f4b5d8dcf3 request from dv-cinder-786383-7-smb {{(pid=98444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 11:47:11.424987 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.plugin [None req-51ff5694-7599-46b8-9f8d-27c12e1e01af admin admin] Deleting port bc403156-7bb3-4983-8854-564e4cfa9211 {{(pid=98442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:47:11.425322 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-51ff5694-7599-46b8-9f8d-27c12e1e01af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781593492803'] for port, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:11.460314 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.plugin [None req-fed0ee07-f54a-471a-9851-7f779dfa2d38 None None] Deleting port bc403156-7bb3-4983-8854-564e4cfa9211 {{(pid=98444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:47:11.460703 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-fed0ee07-f54a-471a-9851-7f779dfa2d38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781593492803'] for port, before_delete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:11.525668 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.db [None req-51ff5694-7599-46b8-9f8d-27c12e1e01af admin admin] For port bc403156-7bb3-4983-8854-564e4cfa9211, host dv-cinder-786383-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-smb',level=0,port_id=bc403156-7bb3-4983-8854-564e4cfa9211,segment=NetworkSegment(745935fc-742e-4dd5-baa0-27f62ebcc000),segment_id=745935fc-742e-4dd5-baa0-27f62ebcc000)] {{(pid=98442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:47:11.525974 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-51ff5694-7599-46b8-9f8d-27c12e1e01af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8366366'] for port, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:11.561680 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-fed0ee07-f54a-471a-9851-7f779dfa2d38 None None] For port bc403156-7bb3-4983-8854-564e4cfa9211, host dv-cinder-786383-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-smb',level=0,port_id=bc403156-7bb3-4983-8854-564e4cfa9211,segment=NetworkSegment(745935fc-742e-4dd5-baa0-27f62ebcc000),segment_id=745935fc-742e-4dd5-baa0-27f62ebcc000)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:47:11.562099 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-fed0ee07-f54a-471a-9851-7f779dfa2d38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8366366'] for port, precommit_delete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:11.647962 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.plugin [None req-51ff5694-7599-46b8-9f8d-27c12e1e01af admin admin] Calling delete_port for bc403156-7bb3-4983-8854-564e4cfa9211 owned by network:dhcp {{(pid=98442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:47:11.682811 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.plugin [None req-fed0ee07-f54a-471a-9851-7f779dfa2d38 None None] Calling delete_port for bc403156-7bb3-4983-8854-564e4cfa9211 owned by network:dhcp {{(pid=98444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:47:11.696681 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-51ff5694-7599-46b8-9f8d-27c12e1e01af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781593493926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781593114067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6713643'] for port, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:11.700719 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-0ac0a10e-7972-4df0-9ca8-0750f9dca630 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:47:11.748984 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ff5694-7599-46b8-9f8d-27c12e1e01af admin admin] Pushing event deleted for resources: {'Port': ['ID=bc403156-7bb3-4983-8854-564e4cfa9211,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:47:11.752769 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-51ff5694-7599-46b8-9f8d-27c12e1e01af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:47:11.753569 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ff5694-7599-46b8-9f8d-27c12e1e01af admin admin] No DVR routers for this DVR port bc403156-7bb3-4983-8854-564e4cfa9211 on host dv-cinder-786383-7-smb {{(pid=98442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:47:11.814759 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-fed0ee07-f54a-471a-9851-7f779dfa2d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781593493926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781593114067'] for port, after_delete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:11.818638 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:47:11.873214 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-51ff5694-7599-46b8-9f8d-27c12e1e01af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647783', 'neutron.services.segments.db._delete_segments_for_network-8781593572316'] for network, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:11.887882 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.services.segments.db [None req-51ff5694-7599-46b8-9f8d-27c12e1e01af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b861c59-52f7-46ca-99da-e6f4b5d8dcf3']}} {{(pid=98442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:47:11.901836 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.services.segments.db [None req-51ff5694-7599-46b8-9f8d-27c12e1e01af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '745935fc-742e-4dd5-baa0-27f62ebcc000') {'for_net_delete': True} {{(pid=98442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:47:11.902100 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.services.segments.db [None req-51ff5694-7599-46b8-9f8d-27c12e1e01af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '745935fc-742e-4dd5-baa0-27f62ebcc000') {} {{(pid=98442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:47:11.909309 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed0ee07-f54a-471a-9851-7f779dfa2d38 None None] Pushing event deleted for resources: {'Port': ['ID=bc403156-7bb3-4983-8854-564e4cfa9211,revision_number=None']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:47:11.914401 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed0ee07-f54a-471a-9851-7f779dfa2d38 None None] No DVR routers for this DVR port bc403156-7bb3-4983-8854-564e4cfa9211 on host dv-cinder-786383-7-smb {{(pid=98444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:47:11.915291 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-51ff5694-7599-46b8-9f8d-27c12e1e01af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781593581213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7194589'] for segment, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:11.919799 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed0ee07-f54a-471a-9851-7f779dfa2d38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:11.920142 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed0ee07-f54a-471a-9851-7f779dfa2d38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:11.920469 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed0ee07-f54a-471a-9851-7f779dfa2d38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:11.920816 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed0ee07-f54a-471a-9851-7f779dfa2d38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:11.921141 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed0ee07-f54a-471a-9851-7f779dfa2d38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:11.921473 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed0ee07-f54a-471a-9851-7f779dfa2d38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:11.921787 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed0ee07-f54a-471a-9851-7f779dfa2d38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:11.922101 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed0ee07-f54a-471a-9851-7f779dfa2d38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:11.922417 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed0ee07-f54a-471a-9851-7f779dfa2d38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:11.922758 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed0ee07-f54a-471a-9851-7f779dfa2d38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:11.923077 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed0ee07-f54a-471a-9851-7f779dfa2d38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:11.923390 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed0ee07-f54a-471a-9851-7f779dfa2d38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:47:11.927023 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-fed0ee07-f54a-471a-9851-7f779dfa2d38 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:47:11.934611 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-51ff5694-7599-46b8-9f8d-27c12e1e01af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654047'] for segment, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:11.941745 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51ff5694-7599-46b8-9f8d-27c12e1e01af admin admin] Releasing vlan 663 on physical network physnet1 to pool {{(pid=98442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 11:47:11.942190 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-51ff5694-7599-46b8-9f8d-27c12e1e01af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6713726'] for segment, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:11.955618 dv-cinder-786383-7-smb neutron-server[98442]: Traceback (most recent call last): May 31 11:47:11.955618 dv-cinder-786383-7-smb neutron-server[98442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 11:47:11.955618 dv-cinder-786383-7-smb neutron-server[98442]: timer() May 31 11:47:11.955618 dv-cinder-786383-7-smb neutron-server[98442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 11:47:11.955618 dv-cinder-786383-7-smb neutron-server[98442]: cb(*args, **kw) May 31 11:47:11.955618 dv-cinder-786383-7-smb neutron-server[98442]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 11:47:11.955618 dv-cinder-786383-7-smb neutron-server[98442]: return func(*args, **kwargs) May 31 11:47:11.955618 dv-cinder-786383-7-smb neutron-server[98442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 11:47:11.955618 dv-cinder-786383-7-smb neutron-server[98442]: self._notify() May 31 11:47:11.955618 dv-cinder-786383-7-smb neutron-server[98442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 11:47:11.955618 dv-cinder-786383-7-smb neutron-server[98442]: self.callback(batched_events) May 31 11:47:11.955618 dv-cinder-786383-7-smb neutron-server[98442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 11:47:11.955618 dv-cinder-786383-7-smb neutron-server[98442]: event.method(event) May 31 11:47:11.955618 dv-cinder-786383-7-smb neutron-server[98442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 11:47:11.955618 dv-cinder-786383-7-smb neutron-server[98442]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 11:47:11.955618 dv-cinder-786383-7-smb neutron-server[98442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 11:47:11.955618 dv-cinder-786383-7-smb neutron-server[98442]: aggregate_uuid = self.p_client.list_aggregates( May 31 11:47:11.955618 dv-cinder-786383-7-smb neutron-server[98442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 11:47:11.955618 dv-cinder-786383-7-smb neutron-server[98442]: return f(self, *a, **k) May 31 11:47:11.955618 dv-cinder-786383-7-smb neutron-server[98442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 11:47:11.955618 dv-cinder-786383-7-smb neutron-server[98442]: return self._get(url).json() May 31 11:47:11.955618 dv-cinder-786383-7-smb neutron-server[98442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 11:47:11.955618 dv-cinder-786383-7-smb neutron-server[98442]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 11:47:11.955618 dv-cinder-786383-7-smb neutron-server[98442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 11:47:11.955618 dv-cinder-786383-7-smb neutron-server[98442]: return self.request(url, 'GET', **kwargs) May 31 11:47:11.955618 dv-cinder-786383-7-smb neutron-server[98442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 11:47:11.955618 dv-cinder-786383-7-smb neutron-server[98442]: base_url = self.get_endpoint(auth, allow=allow, May 31 11:47:11.955618 dv-cinder-786383-7-smb neutron-server[98442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 11:47:11.955618 dv-cinder-786383-7-smb neutron-server[98442]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 11:47:11.955618 dv-cinder-786383-7-smb neutron-server[98442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 11:47:11.955618 dv-cinder-786383-7-smb neutron-server[98442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 11:47:11.955618 dv-cinder-786383-7-smb neutron-server[98442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 11:47:12.036666 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-51ff5694-7599-46b8-9f8d-27c12e1e01af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8325956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7927536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8365519'] for network, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:12.042129 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:47:12.056727 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-51ff5694-7599-46b8-9f8d-27c12e1e01af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927509'] for network, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:12.067462 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ff5694-7599-46b8-9f8d-27c12e1e01af admin admin] Pushing event deleted for resources: {'Network': ['ID=3b861c59-52f7-46ca-99da-e6f4b5d8dcf3,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:47:12.070511 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-51ff5694-7599-46b8-9f8d-27c12e1e01af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:47:12.083299 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-51ff5694-7599-46b8-9f8d-27c12e1e01af admin admin] 10.222.0.21 "DELETE /v2.0/networks/3b861c59-52f7-46ca-99da-e6f4b5d8dcf3 HTTP/1.1" status: 204 len: 168 time: 0.9425390 May 31 11:47:12.215144 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 35746) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:47:12.269262 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-011e9d0b-b4ba-4f99-8455-8648264b60b7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0eca8cc498704c828ce4fda2d808043a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0529797 May 31 11:47:12.271696 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 35750) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:47:12.343841 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-46db5ea2-529c-4a0f-978a-2375ce0a5bb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:12.371326 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-46db5ea2-529c-4a0f-978a-2375ce0a5bb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:12.428534 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-46db5ea2-529c-4a0f-978a-2375ce0a5bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:12.436089 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-0f98c84c-3cb0-4191-b6db-d668cb519b45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:47:12.454290 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46db5ea2-529c-4a0f-978a-2375ce0a5bb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=838b4a42-4606-4089-824c-4036c12e3a82,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:47:12.457951 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-46db5ea2-529c-4a0f-978a-2375ce0a5bb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:47:12.461142 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-46db5ea2-529c-4a0f-978a-2375ce0a5bb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:12.462234 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-46db5ea2-529c-4a0f-978a-2375ce0a5bb6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/838b4a42-4606-4089-824c-4036c12e3a82 HTTP/1.1" status: 204 len: 168 time: 0.1896639 May 31 11:47:12.593979 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device bc403156-7bb3-4983-8854-564e4cfa9211 no longer exists at agent ovs-agent-dv-cinder-786383-7-smb {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:47:12.631926 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.plugin [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] No Port match for: bc403156-7bb3-4983-8854-564e4cfa9211 {{(pid=98444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:47:12.632140 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device bc403156-7bb3-4983-8854-564e4cfa9211 not bound to the agent host dv-cinder-786383-7-smb {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:47:14.546986 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 35806) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:47:14.593074 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.agents_db [None req-9d677285-078d-4c88-aefd-aa7dfcc00faf None None] Agent healthcheck: found 6 active agents {{(pid=98445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:47:14.687022 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-133841ac-bfa9-4f40-a1e7-7f68c04d3195 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:14.703994 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-133841ac-bfa9-4f40-a1e7-7f68c04d3195 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:47:14.708658 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-133841ac-bfa9-4f40-a1e7-7f68c04d3195 admin admin] Usage tracker for resource:security_group_rule and tenant:b1f3ec56e45947f6a2dbd69f29c50649 is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:47:14.711874 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-133841ac-bfa9-4f40-a1e7-7f68c04d3195 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:47:14.718430 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-133841ac-bfa9-4f40-a1e7-7f68c04d3195 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:47:14.805203 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-133841ac-bfa9-4f40-a1e7-7f68c04d3195 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:14.810898 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-133841ac-bfa9-4f40-a1e7-7f68c04d3195 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:14.817956 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-019d84ed-e1d7-4761-a3c8-f35381b45c8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:47:14.860914 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-133841ac-bfa9-4f40-a1e7-7f68c04d3195 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b1f3ec56e45947f6a2dbd69f29c50649&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3098969 May 31 11:47:14.860914 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133841ac-bfa9-4f40-a1e7-7f68c04d3195 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f8cab0-ca41-48ab-a835-569bbea482dc,revision_number=1']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:47:14.861323 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 35812) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:47:14.878035 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-133841ac-bfa9-4f40-a1e7-7f68c04d3195 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:47:14.926549 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-5ee0002f-211a-4e69-88ab-333a53b08ed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:14.953536 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-5ee0002f-211a-4e69-88ab-333a53b08ed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:15.012036 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-5ee0002f-211a-4e69-88ab-333a53b08ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:15.015837 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-fc8a92ef-0895-4f07-a0aa-7b653b3d6e2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:47:15.026835 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee0002f-211a-4e69-88ab-333a53b08ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f8cab0-ca41-48ab-a835-569bbea482dc,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:47:15.031393 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-5ee0002f-211a-4e69-88ab-333a53b08ed5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:47:15.033120 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-5ee0002f-211a-4e69-88ab-333a53b08ed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:15.034212 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-5ee0002f-211a-4e69-88ab-333a53b08ed5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e2f8cab0-ca41-48ab-a835-569bbea482dc HTTP/1.1" status: 204 len: 168 time: 0.1720150 May 31 11:47:15.367008 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 35820) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:47:15.385796 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-015f2d54-d55f-438f-80c9-66b4bef31886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:15.400948 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-015f2d54-d55f-438f-80c9-66b4bef31886 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:47:15.405245 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-015f2d54-d55f-438f-80c9-66b4bef31886 admin admin] Usage tracker for resource:security_group_rule and tenant:79b14fc0b12449f48cc5b699c5117971 is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:47:15.408418 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-015f2d54-d55f-438f-80c9-66b4bef31886 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:47:15.414158 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-015f2d54-d55f-438f-80c9-66b4bef31886 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:47:15.523510 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-015f2d54-d55f-438f-80c9-66b4bef31886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:15.530787 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-015f2d54-d55f-438f-80c9-66b4bef31886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:15.538436 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-eb29f07a-174d-46f5-8c56-ba6af50dacea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:47:15.584237 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-015f2d54-d55f-438f-80c9-66b4bef31886 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=79b14fc0b12449f48cc5b699c5117971&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2136323 May 31 11:47:15.584237 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015f2d54-d55f-438f-80c9-66b4bef31886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=299dce5c-dc13-44ab-b106-320c5c69af18,revision_number=1']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:47:15.585060 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 35824) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:47:15.586004 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-015f2d54-d55f-438f-80c9-66b4bef31886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:47:15.647018 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-4b749a3c-5d65-44df-b28c-14d9b6a9645d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:15.675219 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-4b749a3c-5d65-44df-b28c-14d9b6a9645d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:15.739342 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-4b749a3c-5d65-44df-b28c-14d9b6a9645d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:15.743836 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-9c71e3a3-2777-4552-9d28-810f3b7f3eee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:47:15.756813 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b749a3c-5d65-44df-b28c-14d9b6a9645d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=299dce5c-dc13-44ab-b106-320c5c69af18,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:47:15.759318 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-4b749a3c-5d65-44df-b28c-14d9b6a9645d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:47:15.763033 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-4b749a3c-5d65-44df-b28c-14d9b6a9645d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:15.764784 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-4b749a3c-5d65-44df-b28c-14d9b6a9645d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/299dce5c-dc13-44ab-b106-320c5c69af18 HTTP/1.1" status: 204 len: 168 time: 0.1785004 May 31 11:47:21.684420 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 35902) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:47:21.816823 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-b3658689-a3a6-47e7-8286-4ef64a554c5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:21.831812 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-b3658689-a3a6-47e7-8286-4ef64a554c5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:47:21.835934 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-b3658689-a3a6-47e7-8286-4ef64a554c5c admin admin] Usage tracker for resource:security_group_rule and tenant:f5b66ad00bdb4e9398fbd9b94d83a191 is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:47:21.838763 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-b3658689-a3a6-47e7-8286-4ef64a554c5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:47:21.844443 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-b3658689-a3a6-47e7-8286-4ef64a554c5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:47:21.929908 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-b3658689-a3a6-47e7-8286-4ef64a554c5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:21.937585 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-b3658689-a3a6-47e7-8286-4ef64a554c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:21.946502 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-7d00e117-c6a4-4be0-a9c3-b9f3afa56747 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:47:21.987505 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-b3658689-a3a6-47e7-8286-4ef64a554c5c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f5b66ad00bdb4e9398fbd9b94d83a191&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3018303 May 31 11:47:21.988484 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3658689-a3a6-47e7-8286-4ef64a554c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7206c50-f45b-404f-92db-239a30e868ab,revision_number=1']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:47:21.990065 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 35908) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:47:21.992882 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-b3658689-a3a6-47e7-8286-4ef64a554c5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:47:22.055818 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-c8594648-a44b-45e0-8896-9da179516f97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:22.084226 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-c8594648-a44b-45e0-8896-9da179516f97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:22.145837 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-c8594648-a44b-45e0-8896-9da179516f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:22.149621 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-d83dbb22-a9f9-47c3-9620-4ee4da25e19e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:47:22.160665 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8594648-a44b-45e0-8896-9da179516f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7206c50-f45b-404f-92db-239a30e868ab,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:47:22.164272 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-c8594648-a44b-45e0-8896-9da179516f97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:47:22.172216 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-c8594648-a44b-45e0-8896-9da179516f97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:22.173310 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-c8594648-a44b-45e0-8896-9da179516f97 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b7206c50-f45b-404f-92db-239a30e868ab HTTP/1.1" status: 204 len: 168 time: 0.1821239 May 31 11:47:22.504043 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 35916) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:47:22.522490 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-9b84d263-eb68-4d39-8e82-35318e462871 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:22.537437 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-9b84d263-eb68-4d39-8e82-35318e462871 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:47:22.541274 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-9b84d263-eb68-4d39-8e82-35318e462871 admin admin] Usage tracker for resource:security_group_rule and tenant:443f2b207b344ec5b42cf1af60cf7ece is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:47:22.544123 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-9b84d263-eb68-4d39-8e82-35318e462871 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:47:22.549796 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-9b84d263-eb68-4d39-8e82-35318e462871 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:47:22.637205 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-9b84d263-eb68-4d39-8e82-35318e462871 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:22.643950 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-9b84d263-eb68-4d39-8e82-35318e462871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:22.654611 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-ab2b460b-27e0-455f-b152-79ed4abcbadb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:47:22.697490 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-9b84d263-eb68-4d39-8e82-35318e462871 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=443f2b207b344ec5b42cf1af60cf7ece&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1923203 May 31 11:47:22.698386 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b84d263-eb68-4d39-8e82-35318e462871 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47a4f845-95b4-4331-a3c5-f6ff615e93ca,revision_number=1']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:47:22.700450 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 35920) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:47:22.701458 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-9b84d263-eb68-4d39-8e82-35318e462871 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:47:22.773895 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-8f8ff572-d90a-4b5a-abd8-09dbdb2b24ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:22.801304 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-8f8ff572-d90a-4b5a-abd8-09dbdb2b24ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:22.862215 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-8f8ff572-d90a-4b5a-abd8-09dbdb2b24ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:22.867478 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-591021f9-9610-4c0f-b2e1-598bfbd5d72d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:47:22.879116 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ff572-d90a-4b5a-abd8-09dbdb2b24ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47a4f845-95b4-4331-a3c5-f6ff615e93ca,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:47:22.883486 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-8f8ff572-d90a-4b5a-abd8-09dbdb2b24ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:47:22.887448 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-8f8ff572-d90a-4b5a-abd8-09dbdb2b24ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:22.888522 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-8f8ff572-d90a-4b5a-abd8-09dbdb2b24ac admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/47a4f845-95b4-4331-a3c5-f6ff615e93ca HTTP/1.1" status: 204 len: 168 time: 0.1870368 May 31 11:47:24.777141 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-1acf2e36-5506-47ef-b8e0-cf772b983b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:26.558260 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338eb06d-1a4e-484e-b8c8-e2114e2d8f84 req-8ab8552e-38e6-42cc-9f6a-209e2f686376 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:47:26.560088 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-338eb06d-1a4e-484e-b8c8-e2114e2d8f84 req-8ab8552e-38e6-42cc-9f6a-209e2f686376 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=33574f64-485e-4e68-a475-b522f2b61547 HTTP/1.1" status: 200 len: 946 time: 0.0862234 May 31 11:47:26.608681 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-338eb06d-1a4e-484e-b8c8-e2114e2d8f84 req-4fceeedf-ebc4-43f3-851a-f79e65f2e33d tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=046f597b-d4db-468c-a75f-9b8ff1a241ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427744 May 31 11:47:27.505344 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:27.796720 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-326feb91-b50e-4d21-b023-53d3d2574658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:27.810208 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cd2b91-8aa0-46fd-9d2b-c40643ccd465 req-eb10d580-7237-434d-b5d5-2b3d076e3df7 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:47:27.811815 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-d9cd2b91-8aa0-46fd-9d2b-c40643ccd465 req-eb10d580-7237-434d-b5d5-2b3d076e3df7 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=33574f64-485e-4e68-a475-b522f2b61547 HTTP/1.1" status: 200 len: 946 time: 0.0864999 May 31 11:47:27.861612 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-d9cd2b91-8aa0-46fd-9d2b-c40643ccd465 req-896d8561-b673-4d3b-850b-0d93cb161523 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=046f597b-d4db-468c-a75f-9b8ff1a241ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437641 May 31 11:47:28.245195 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f17fc-3953-46ee-863e-ba549ae5ae67 req-be74ee14-0fe2-493a-8c3a-034221158926 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:47:28.245924 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [req-2f2f17fc-3953-46ee-863e-ba549ae5ae67 req-be74ee14-0fe2-493a-8c3a-034221158926 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Synchronizing usage tracker for tenant:63cd0d6391a448f89fefef2dc7ef2e38 on resource:port {{(pid=98443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:47:28.258303 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [req-2f2f17fc-3953-46ee-863e-ba549ae5ae67 req-be74ee14-0fe2-493a-8c3a-034221158926 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Unset dirty status for tenant:63cd0d6391a448f89fefef2dc7ef2e38 on resource:port {{(pid=98443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:47:28.259552 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-2f2f17fc-3953-46ee-863e-ba549ae5ae67 req-be74ee14-0fe2-493a-8c3a-034221158926 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.61 "GET /v2.0/ports?device_id=33574f64-485e-4e68-a475-b522f2b61547 HTTP/1.1" status: 200 len: 946 time: 0.0979548 May 31 11:47:28.401157 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.plugin [req-2f2f17fc-3953-46ee-863e-ba549ae5ae67 req-8f47a620-6a29-44fa-b82d-8e2257ef9225 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Deleting port 025fb62b-39be-4417-bdf5-0bacff45b88c {{(pid=98443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:47:28.401498 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-2f2f17fc-3953-46ee-863e-ba549ae5ae67 req-8f47a620-6a29-44fa-b82d-8e2257ef9225 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781593492803'] for port, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:28.459670 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-a91c5e8e-8952-4db6-a598-6e76e849b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:28.639078 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.db [req-2f2f17fc-3953-46ee-863e-ba549ae5ae67 req-8f47a620-6a29-44fa-b82d-8e2257ef9225 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] For port 025fb62b-39be-4417-bdf5-0bacff45b88c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=025fb62b-39be-4417-bdf5-0bacff45b88c,segment=NetworkSegment(12f240fb-3f58-4be6-b39c-8319e4893b89),segment_id=12f240fb-3f58-4be6-b39c-8319e4893b89)] {{(pid=98443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:47:28.639443 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-2f2f17fc-3953-46ee-863e-ba549ae5ae67 req-8f47a620-6a29-44fa-b82d-8e2257ef9225 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8366366'] for port, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:28.950053 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-2f2f17fc-3953-46ee-863e-ba549ae5ae67 req-8f47a620-6a29-44fa-b82d-8e2257ef9225 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:28.950417 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-2f2f17fc-3953-46ee-863e-ba549ae5ae67 req-8f47a620-6a29-44fa-b82d-8e2257ef9225 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8365565'] for floatingip, after_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:28.950850 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.db.l3_db [req-2f2f17fc-3953-46ee-863e-ba549ae5ae67 req-8f47a620-6a29-44fa-b82d-8e2257ef9225 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Floating IP a3cdee28-283e-456c-a7b5-1dc4677005b0 disassociated. External IP: 172.28.3.81, port: 025fb62b-39be-4417-bdf5-0bacff45b88c. May 31 11:47:28.951203 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.plugin [req-2f2f17fc-3953-46ee-863e-ba549ae5ae67 req-8f47a620-6a29-44fa-b82d-8e2257ef9225 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Calling delete_port for 025fb62b-39be-4417-bdf5-0bacff45b88c owned by compute:nova {{(pid=98443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:47:29.067318 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88733cf7-5072-42a2-ba84-c00d73981f12 req-7a8daed6-69c4-44d7-b2b2-1016230d35ca tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:47:29.068828 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-88733cf7-5072-42a2-ba84-c00d73981f12 req-7a8daed6-69c4-44d7-b2b2-1016230d35ca tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=33574f64-485e-4e68-a475-b522f2b61547 HTTP/1.1" status: 200 len: 946 time: 0.0873291 May 31 11:47:29.077720 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-2f2f17fc-3953-46ee-863e-ba549ae5ae67 req-8f47a620-6a29-44fa-b82d-8e2257ef9225 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781593493926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781593114067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6347609'] for port, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:29.084103 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-05b08047-dbef-4672-b073-8c6a94646142 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:47:29.117608 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-88733cf7-5072-42a2-ba84-c00d73981f12 req-2cc5df1c-3b8d-43a8-bc0e-fedd420fbdae tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=046f597b-d4db-468c-a75f-9b8ff1a241ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417359 May 31 11:47:29.130283 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f47a620-6a29-44fa-b82d-8e2257ef9225 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Pushing event deleted for resources: {'Port': ['ID=025fb62b-39be-4417-bdf5-0bacff45b88c,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:47:29.133539 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-8f47a620-6a29-44fa-b82d-8e2257ef9225 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:47:29.324215 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f2f17fc-3953-46ee-863e-ba549ae5ae67 req-8f47a620-6a29-44fa-b82d-8e2257ef9225 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Router 64bf3e4e-cdd4-46da-8f77-0a9437927652 has already been hosted by L3 agent 18500941-09fe-4120-b40f-cc1049bfe169 {{(pid=98443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:47:29.518917 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f2f17fc-3953-46ee-863e-ba549ae5ae67 req-8f47a620-6a29-44fa-b82d-8e2257ef9225 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify agent at l3_agent.dv-cinder-786383-7-smb the message routers_updated {{(pid=98443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:47:29.530602 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c880d35d-7919-48ff-a634-a4d2b5cedd85 None None] Sync routers for ids ['64bf3e4e-cdd4-46da-8f77-0a9437927652'] in dv-cinder-786383-7-smb {{(pid=98445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:47:29.543837 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c880d35d-7919-48ff-a634-a4d2b5cedd85 None None] Routers {'64bf3e4e-cdd4-46da-8f77-0a9437927652'} bound to L3 agent in host dv-cinder-786383-7-smb {{(pid=98445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:47:29.544467 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_hamode_db [None req-c880d35d-7919-48ff-a634-a4d2b5cedd85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:33:28Z,description=,heartbeat_timestamp=2021-05-31T11:47:28Z,host='dv-cinder-786383-7-smb',id=18500941-09fe-4120-b40f-cc1049bfe169,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:33:28Z,topic='l3_agent')) {'router_ids': ['64bf3e4e-cdd4-46da-8f77-0a9437927652'], 'active': True} {{(pid=98445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:47:29.595281 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f2f17fc-3953-46ee-863e-ba549ae5ae67 req-8f47a620-6a29-44fa-b82d-8e2257ef9225 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] No DVR routers for this DVR port 025fb62b-39be-4417-bdf5-0bacff45b88c on host hv-cinder-78638 {{(pid=98443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:47:29.597904 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-2f2f17fc-3953-46ee-863e-ba549ae5ae67 req-8f47a620-6a29-44fa-b82d-8e2257ef9225 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523773'] for port, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:29.601246 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33574f64-485e-4e68-a475-b522f2b61547', 'name': 'network-vif-deleted', 'tag': '025fb62b-39be-4417-bdf5-0bacff45b88c'}] {{(pid=98443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:47:29.604413 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56017c51fa2db9d96507774d194550d251c1d18f102e1d67e4a71b2ac79ee147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f29eebe-cb89-4211-8182-1820cbc925b7" -d '{"events": [{"server_uuid": "33574f64-485e-4e68-a475-b522f2b61547", "name": "network-vif-deleted", "tag": "025fb62b-39be-4417-bdf5-0bacff45b88c"}]}' {{(pid=98443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:47:29.625716 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-2f2f17fc-3953-46ee-863e-ba549ae5ae67 req-8f47a620-6a29-44fa-b82d-8e2257ef9225 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.61 "DELETE /v2.0/ports/025fb62b-39be-4417-bdf5-0bacff45b88c HTTP/1.1" status: 204 len: 173 time: 1.3596053 May 31 11:47:29.657181 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d1722f9-01fb-4b64-a0c5-48616d44ee14 x-openstack-request-id: req-2d1722f9-01fb-4b64-a0c5-48616d44ee14 {{(pid=98443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:47:29.657696 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33574f64-485e-4e68-a475-b522f2b61547", "name": "network-vif-deleted", "tag": "025fb62b-39be-4417-bdf5-0bacff45b88c", "status": "completed", "code": 200}]} {{(pid=98443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:47:29.657990 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2d1722f9-01fb-4b64-a0c5-48616d44ee14 {{(pid=98443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:47:29.658379 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33574f64-485e-4e68-a475-b522f2b61547', 'name': 'network-vif-deleted', 'tag': '025fb62b-39be-4417-bdf5-0bacff45b88c', 'status': 'completed', 'code': 200} May 31 11:47:29.744901 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_dvr_db [None req-c880d35d-7919-48ff-a634-a4d2b5cedd85 None None] Set router 64bf3e4e-cdd4-46da-8f77-0a9437927652 gateway port host: dv-cinder-786383-7-smb {{(pid=98445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:47:30.108190 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_hamode_db [None req-c880d35d-7919-48ff-a634-a4d2b5cedd85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64bf3e4e-cdd4-46da-8f77-0a9437927652', 'name': 'tempest-AttachVolumeShelveTestJSON-1665589338-router', 'tenant_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.235'}], 'enable_snat': True}, 'gw_port_id': '605f9302-436e-4adb-8bb8-d3f81b4d706b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:44:39Z', 'updated_at': '2021-05-31T11:44:44Z', 'revision_number': 4, 'project_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'gw_port': {'id': '605f9302-436e-4adb-8bb8-d3f81b4d706b', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:18:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bf3e4e-cdd4-46da-8f77-0a9437927652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:44:40Z', 'updated_at': '2021-05-31T11:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb', '_interfaces': [{'id': '6e1c848a-433e-4e00-9d0d-38eb7f56e8c4', 'name': '', 'network_id': 'f8884608-2755-4cc1-8a85-87c02cf10458', 'tenant_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'mac_address': 'fa:16:3e:8a:46:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bf3e4e-cdd4-46da-8f77-0a9437927652', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '0a988f52-3f6c-447c-ad15-932818f3661d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:44:43Z', 'updated_at': '2021-05-31T11:44:51Z', 'revision_number': 5, 'project_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'subnets': [{'id': '0a988f52-3f6c-447c-ad15-932818f3661d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-smb', False) {} {{(pid=98445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:47:30.112257 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c880d35d-7919-48ff-a634-a4d2b5cedd85 None None] Checking router: 64bf3e4e-cdd4-46da-8f77-0a9437927652 for host: dv-cinder-786383-7-smb {{(pid=98445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:47:30.121336 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c880d35d-7919-48ff-a634-a4d2b5cedd85 None None] Routers {'64bf3e4e-cdd4-46da-8f77-0a9437927652'} bound to L3 agent in host dv-cinder-786383-7-smb {{(pid=98445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:47:30.121938 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_hamode_db [None req-c880d35d-7919-48ff-a634-a4d2b5cedd85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:33:28Z,description=,heartbeat_timestamp=2021-05-31T11:47:28Z,host='dv-cinder-786383-7-smb',id=18500941-09fe-4120-b40f-cc1049bfe169,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:33:28Z,topic='l3_agent')) {'router_ids': ['64bf3e4e-cdd4-46da-8f77-0a9437927652'], 'active': True} {{(pid=98445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:47:30.177522 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-9fdf87ec-5ce8-4616-9e32-e9b9d10b7557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:30.263605 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 36066) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:47:30.307344 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_dvr_db [None req-c880d35d-7919-48ff-a634-a4d2b5cedd85 None None] Set router 64bf3e4e-cdd4-46da-8f77-0a9437927652 gateway port host: dv-cinder-786383-7-smb {{(pid=98445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:47:30.332495 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-8a9322a4-b672-4c4e-8ea9-60f4aa19fb11 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks [] for security_group, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:30.368820 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-8a9322a4-b672-4c4e-8ea9-60f4aa19fb11 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:30.433414 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-8a9322a4-b672-4c4e-8ea9-60f4aa19fb11 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:30.438067 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-c8594648-a44b-45e0-8896-9da179516f97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:47:30.454258 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9322a4-b672-4c4e-8ea9-60f4aa19fb11 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=046f597b-d4db-468c-a75f-9b8ff1a241ac,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:47:30.457052 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-8a9322a4-b672-4c4e-8ea9-60f4aa19fb11 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:47:30.469773 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-8a9322a4-b672-4c4e-8ea9-60f4aa19fb11 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks [] for security_group, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:30.471390 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-8a9322a4-b672-4c4e-8ea9-60f4aa19fb11 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "DELETE /v2.0/security-groups/046f597b-d4db-468c-a75f-9b8ff1a241ac HTTP/1.1" status: 204 len: 168 time: 0.2065320 May 31 11:47:30.473867 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 36072) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:47:30.492749 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.api.v2.resource [None req-555b656f-98df-4d2a-95e4-8457a905dbb9 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] show failed (client error): The resource could not be found. May 31 11:47:30.493767 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-555b656f-98df-4d2a-95e4-8457a905dbb9 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups/046f597b-d4db-468c-a75f-9b8ff1a241ac HTTP/1.1" status: 404 len: 347 time: 0.0189428 May 31 11:47:30.496944 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 36078) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:47:30.671917 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_hamode_db [None req-c880d35d-7919-48ff-a634-a4d2b5cedd85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64bf3e4e-cdd4-46da-8f77-0a9437927652', 'name': 'tempest-AttachVolumeShelveTestJSON-1665589338-router', 'tenant_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.235'}], 'enable_snat': True}, 'gw_port_id': '605f9302-436e-4adb-8bb8-d3f81b4d706b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:44:39Z', 'updated_at': '2021-05-31T11:44:44Z', 'revision_number': 4, 'project_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'gw_port': {'id': '605f9302-436e-4adb-8bb8-d3f81b4d706b', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:18:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bf3e4e-cdd4-46da-8f77-0a9437927652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:44:40Z', 'updated_at': '2021-05-31T11:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb', '_interfaces': [{'id': '6e1c848a-433e-4e00-9d0d-38eb7f56e8c4', 'name': '', 'network_id': 'f8884608-2755-4cc1-8a85-87c02cf10458', 'tenant_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'mac_address': 'fa:16:3e:8a:46:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bf3e4e-cdd4-46da-8f77-0a9437927652', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '0a988f52-3f6c-447c-ad15-932818f3661d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:44:43Z', 'updated_at': '2021-05-31T11:44:51Z', 'revision_number': 5, 'project_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'subnets': [{'id': '0a988f52-3f6c-447c-ad15-932818f3661d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-smb', False) {} {{(pid=98445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:47:30.676568 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c880d35d-7919-48ff-a634-a4d2b5cedd85 None None] The sync data for ids ['64bf3e4e-cdd4-46da-8f77-0a9437927652'] in dv-cinder-786383-7-smb is: [{'id': '64bf3e4e-cdd4-46da-8f77-0a9437927652', 'name': 'tempest-AttachVolumeShelveTestJSON-1665589338-router', 'tenant_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.235'}], 'enable_snat': True}, 'gw_port_id': '605f9302-436e-4adb-8bb8-d3f81b4d706b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:44:39Z', 'updated_at': '2021-05-31T11:44:44Z', 'revision_number': 4, 'project_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'gw_port': {'id': '605f9302-436e-4adb-8bb8-d3f81b4d706b', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:18:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bf3e4e-cdd4-46da-8f77-0a9437927652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:44:40Z', 'updated_at': '2021-05-31T11:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb', '_interfaces': [{'id': '6e1c848a-433e-4e00-9d0d-38eb7f56e8c4', 'name': '', 'network_id': 'f8884608-2755-4cc1-8a85-87c02cf10458', 'tenant_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'mac_address': 'fa:16:3e:8a:46:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bf3e4e-cdd4-46da-8f77-0a9437927652', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '0a988f52-3f6c-447c-ad15-932818f3661d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:44:43Z', 'updated_at': '2021-05-31T11:44:51Z', 'revision_number': 5, 'project_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'subnets': [{'id': '0a988f52-3f6c-447c-ad15-932818f3661d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:47:30.754917 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device 025fb62b-39be-4417-bdf5-0bacff45b88c no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:47:30.799801 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.plugin [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] No Port match for: 025fb62b-39be-4417-bdf5-0bacff45b88c {{(pid=98444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:47:30.800423 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device 025fb62b-39be-4417-bdf5-0bacff45b88c not bound to the agent host hv-cinder-78638 {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:47:30.811290 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 36084) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:47:30.829504 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.plugin [None req-d94ba783-7081-4efb-bb8b-6bc9cbad63c0 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Deleting port 33015fb4-a30c-4cb9-9754-f0a58f765fab {{(pid=98442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:47:30.829843 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-d94ba783-7081-4efb-bb8b-6bc9cbad63c0 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781593492803'] for port, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:30.938167 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4671c08f-6b84-4b9c-8b10-6da541f9d374 None None] New status for floating IP a3cdee28-283e-456c-a7b5-1dc4677005b0: DOWN {{(pid=98444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 11:47:30.967552 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-aec716b4-6f9a-4b94-800b-edb3ec8a03f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:30.967950 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-d94ba783-7081-4efb-bb8b-6bc9cbad63c0 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8366366'] for port, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:30.968286 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-d94ba783-7081-4efb-bb8b-6bc9cbad63c0 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:30.982805 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-aec716b4-6f9a-4b94-800b-edb3ec8a03f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:47:30.986722 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-aec716b4-6f9a-4b94-800b-edb3ec8a03f8 admin admin] Usage tracker for resource:security_group_rule and tenant:b99645dd435a4d929d2d9dd3db81b123 is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:47:30.989722 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-aec716b4-6f9a-4b94-800b-edb3ec8a03f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:47:30.995596 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-aec716b4-6f9a-4b94-800b-edb3ec8a03f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:47:31.084770 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-aec716b4-6f9a-4b94-800b-edb3ec8a03f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:31.091239 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-aec716b4-6f9a-4b94-800b-edb3ec8a03f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:31.098471 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.plugin [None req-d94ba783-7081-4efb-bb8b-6bc9cbad63c0 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Calling delete_port for 33015fb4-a30c-4cb9-9754-f0a58f765fab owned by network:floatingip {{(pid=98442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:47:31.098676 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-496fae14-3133-4d43-9a97-a5e2995392be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:47:31.139739 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec716b4-6f9a-4b94-800b-edb3ec8a03f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b6a5c8-e9a9-4c07-b051-a0d718e1e35d,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:47:31.146349 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-aec716b4-6f9a-4b94-800b-edb3ec8a03f8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b99645dd435a4d929d2d9dd3db81b123&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3315814 May 31 11:47:31.146349 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-aec716b4-6f9a-4b94-800b-edb3ec8a03f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:47:31.146642 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 36090) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:47:31.213154 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-f80b3090-e8e7-41e4-b3a2-a2b237e169d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:31.239849 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-f80b3090-e8e7-41e4-b3a2-a2b237e169d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:31.252286 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-d94ba783-7081-4efb-bb8b-6bc9cbad63c0 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781593493926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781593114067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6713643'] for port, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:31.256824 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-b33e34c6-3e06-4666-8237-46c3901b89a1 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:47:31.293165 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-f80b3090-e8e7-41e4-b3a2-a2b237e169d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:31.298100 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-6aa560dd-1946-4fb2-8dde-87d482dc4e5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:47:31.301664 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94ba783-7081-4efb-bb8b-6bc9cbad63c0 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Pushing event deleted for resources: {'Port': ['ID=33015fb4-a30c-4cb9-9754-f0a58f765fab,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:47:31.304301 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-d94ba783-7081-4efb-bb8b-6bc9cbad63c0 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:47:31.311993 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80b3090-e8e7-41e4-b3a2-a2b237e169d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b6a5c8-e9a9-4c07-b051-a0d718e1e35d,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:47:31.322478 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-f80b3090-e8e7-41e4-b3a2-a2b237e169d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:47:31.328583 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-f80b3090-e8e7-41e4-b3a2-a2b237e169d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:31.332138 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-f80b3090-e8e7-41e4-b3a2-a2b237e169d3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/15b6a5c8-e9a9-4c07-b051-a0d718e1e35d HTTP/1.1" status: 204 len: 168 time: 0.1821516 May 31 11:47:31.408651 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-d94ba783-7081-4efb-bb8b-6bc9cbad63c0 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks [] for floatingip, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:31.439932 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-d94ba783-7081-4efb-bb8b-6bc9cbad63c0 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523773'] for floatingip, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:31.441075 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-d94ba783-7081-4efb-bb8b-6bc9cbad63c0 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "DELETE /v2.0/floatingips/a3cdee28-283e-456c-a7b5-1dc4677005b0 HTTP/1.1" status: 204 len: 168 time: 0.9432030 May 31 11:47:31.634433 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 36100) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:47:31.652230 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-0f6f3fe0-bb56-478a-94df-39c184313e25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:31.666518 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-0f6f3fe0-bb56-478a-94df-39c184313e25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:47:31.670425 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-0f6f3fe0-bb56-478a-94df-39c184313e25 admin admin] Usage tracker for resource:security_group_rule and tenant:0db4113d374a46f181587c2b62fde83f is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:47:31.673195 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-0f6f3fe0-bb56-478a-94df-39c184313e25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:47:31.678890 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-0f6f3fe0-bb56-478a-94df-39c184313e25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:47:31.764640 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-0f6f3fe0-bb56-478a-94df-39c184313e25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:31.770552 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-0f6f3fe0-bb56-478a-94df-39c184313e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:31.779045 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-605d9dd1-5c40-49ef-b848-48857f1c8108 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:47:31.779781 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 36104) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:47:31.785449 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.v2.base [None req-93d791c5-7779-4934-9afc-0269d7177555 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Request body: {'security_group': {'name': 'tempest-securitygroup--990200710', 'description': 'tempest-description--351621180'}} {{(pid=98442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:47:31.792419 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-93d791c5-7779-4934-9afc-0269d7177555 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:47:31.797167 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-93d791c5-7779-4934-9afc-0269d7177555 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Usage tracker for resource:security_group and tenant:63cd0d6391a448f89fefef2dc7ef2e38 is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:47:31.799876 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-93d791c5-7779-4934-9afc-0269d7177555 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:47:31.806952 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-93d791c5-7779-4934-9afc-0269d7177555 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:47:31.819094 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-93d791c5-7779-4934-9afc-0269d7177555 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks [] for security_group, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:31.823495 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-0f6f3fe0-bb56-478a-94df-39c184313e25 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0db4113d374a46f181587c2b62fde83f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1879678 May 31 11:47:31.825162 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6f3fe0-bb56-478a-94df-39c184313e25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6eea6d-7d01-4a11-a509-cbef34b167aa,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:47:31.827539 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 36108) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:47:31.830045 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-0f6f3fe0-bb56-478a-94df-39c184313e25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:47:31.841372 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-93d791c5-7779-4934-9afc-0269d7177555 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:47:31.845136 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-93d791c5-7779-4934-9afc-0269d7177555 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Usage tracker for resource:security_group_rule and tenant:63cd0d6391a448f89fefef2dc7ef2e38 is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:47:31.848019 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-93d791c5-7779-4934-9afc-0269d7177555 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:47:31.853852 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-93d791c5-7779-4934-9afc-0269d7177555 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:47:31.888703 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-841423e4-0043-4cb6-91e6-0da5c2c972ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:31.915413 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-841423e4-0043-4cb6-91e6-0da5c2c972ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:31.926735 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-93d791c5-7779-4934-9afc-0269d7177555 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks [] for security_group, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:31.933401 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-93d791c5-7779-4934-9afc-0269d7177555 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:31.937653 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-0e282e99-4d34-4a07-813b-f1f94a771f4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:47:31.968418 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-841423e4-0043-4cb6-91e6-0da5c2c972ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:31.973314 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-7b8054f9-7f0f-4aea-986f-436e07f6fd6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:47:31.980339 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d791c5-7779-4934-9afc-0269d7177555 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94940b80-30df-472a-baac-510aae53c7c4,revision_number=1']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:47:31.983645 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-93d791c5-7779-4934-9afc-0269d7177555 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:47:31.985563 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841423e4-0043-4cb6-91e6-0da5c2c972ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6eea6d-7d01-4a11-a509-cbef34b167aa,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:47:31.988521 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-841423e4-0043-4cb6-91e6-0da5c2c972ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:47:31.990739 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-841423e4-0043-4cb6-91e6-0da5c2c972ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:31.990995 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-93d791c5-7779-4934-9afc-0269d7177555 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks [] for security_group, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:31.992192 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-841423e4-0043-4cb6-91e6-0da5c2c972ff admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4c6eea6d-7d01-4a11-a509-cbef34b167aa HTTP/1.1" status: 204 len: 168 time: 0.1637003 May 31 11:47:31.992302 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-93d791c5-7779-4934-9afc-0269d7177555 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2113168 May 31 11:47:31.997737 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 36114) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:47:32.003044 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.v2.base [None req-409c9247-1ea9-40aa-996d-5bdd11b10405 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Request body: {'security_group_rule': {'security_group_id': '94940b80-30df-472a-baac-510aae53c7c4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:47:32.009605 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-409c9247-1ea9-40aa-996d-5bdd11b10405 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:47:32.013527 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-409c9247-1ea9-40aa-996d-5bdd11b10405 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Usage tracker for resource:security_group_rule and tenant:63cd0d6391a448f89fefef2dc7ef2e38 is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:47:32.016618 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-409c9247-1ea9-40aa-996d-5bdd11b10405 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:47:32.023639 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-409c9247-1ea9-40aa-996d-5bdd11b10405 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:47:32.039793 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-409c9247-1ea9-40aa-996d-5bdd11b10405 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:32.104301 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-409c9247-1ea9-40aa-996d-5bdd11b10405 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:32.109076 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-409c9247-1ea9-40aa-996d-5bdd11b10405 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8326017'] for security_group_rule, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:32.117374 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-c08aa1c2-6739-455f-bd97-b17b23da0bc7 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:47:32.139364 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409c9247-1ea9-40aa-996d-5bdd11b10405 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a941f2ed-7651-4012-956a-2706e4d3f53f,revision_number=0']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:47:32.142600 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-409c9247-1ea9-40aa-996d-5bdd11b10405 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:47:32.150987 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-409c9247-1ea9-40aa-996d-5bdd11b10405 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:32.152166 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-409c9247-1ea9-40aa-996d-5bdd11b10405 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1534696 May 31 11:47:32.154854 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 36118) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:47:32.160370 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.v2.base [None req-bb23270a-eab1-49ee-8393-a5f528daa787 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Request body: {'security_group_rule': {'security_group_id': '94940b80-30df-472a-baac-510aae53c7c4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=98443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:47:32.166631 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-bb23270a-eab1-49ee-8393-a5f528daa787 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:47:32.171018 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-bb23270a-eab1-49ee-8393-a5f528daa787 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Usage tracker for resource:security_group_rule and tenant:63cd0d6391a448f89fefef2dc7ef2e38 is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:47:32.174017 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-bb23270a-eab1-49ee-8393-a5f528daa787 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:47:32.180301 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-bb23270a-eab1-49ee-8393-a5f528daa787 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:47:32.293043 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-bb23270a-eab1-49ee-8393-a5f528daa787 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:32.359415 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-bb23270a-eab1-49ee-8393-a5f528daa787 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:32.364554 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-bb23270a-eab1-49ee-8393-a5f528daa787 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8326017'] for security_group_rule, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:32.367014 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-74d98b26-4781-4990-ad93-e64cb5dc300e tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:47:32.389654 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb23270a-eab1-49ee-8393-a5f528daa787 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd39d87b-23df-4061-ae49-35fc6e9bdb97,revision_number=0']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:47:32.392068 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-bb23270a-eab1-49ee-8393-a5f528daa787 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:47:32.400328 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-bb23270a-eab1-49ee-8393-a5f528daa787 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:32.404943 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-bb23270a-eab1-49ee-8393-a5f528daa787 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2456589 May 31 11:47:32.404943 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 36130) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:47:32.410114 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.v2.base [None req-61b8840c-129f-4a69-8a61-f5af4d4d9e7b tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Request body: {'floatingip': {'floating_network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3'}} {{(pid=98443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:47:32.416760 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-61b8840c-129f-4a69-8a61-f5af4d4d9e7b tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:47:32.420839 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-61b8840c-129f-4a69-8a61-f5af4d4d9e7b tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Usage tracker for resource:floatingip and tenant:63cd0d6391a448f89fefef2dc7ef2e38 is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:47:32.423961 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-61b8840c-129f-4a69-8a61-f5af4d4d9e7b tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:47:32.430918 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-61b8840c-129f-4a69-8a61-f5af4d4d9e7b tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:47:32.443491 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-61b8840c-129f-4a69-8a61-f5af4d4d9e7b tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks [] for floatingip, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:32.590490 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-61b8840c-129f-4a69-8a61-f5af4d4d9e7b tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:32.734006 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.db_base_plugin_common [None req-61b8840c-129f-4a69-8a61-f5af4d4d9e7b tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Allocated IP 172.28.3.104 (21abd7a8-7011-4cfc-9928-6cba34534bd3/fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5/abe95331-6b68-47b2-abe9-52ea3e2387b4) {{(pid=98443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:47:32.889072 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-61b8840c-129f-4a69-8a61-f5af4d4d9e7b tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks [] for port, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:32.922960 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-61b8840c-129f-4a69-8a61-f5af4d4d9e7b tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781593114058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6347609'] for port, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:32.926797 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-eca9d73d-e20d-4214-be8e-cf5662cf0bbf tempest-VolumesActionsTest-1547186197 tempest-VolumesActionsTest-1547186197-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:47:32.992780 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b8840c-129f-4a69-8a61-f5af4d4d9e7b tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Network 21abd7a8-7011-4cfc-9928-6cba34534bd3 is already hosted by enough agents. {{(pid=98443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:47:32.995561 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.base_scheduler [None req-61b8840c-129f-4a69-8a61-f5af4d4d9e7b tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Resources bound (agent type, host, resource id): {{(pid=98443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:47:32.999219 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b8840c-129f-4a69-8a61-f5af4d4d9e7b tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Received port after_create {{(pid=98443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:47:33.029710 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b8840c-129f-4a69-8a61-f5af4d4d9e7b tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Pushing event updated for resources: {'Port': ['ID=abe95331-6b68-47b2-abe9-52ea3e2387b4,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:47:33.035673 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-61b8840c-129f-4a69-8a61-f5af4d4d9e7b tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:47:33.085982 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-61b8840c-129f-4a69-8a61-f5af4d4d9e7b tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:33.145679 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-61b8840c-129f-4a69-8a61-f5af4d4d9e7b tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:33.221512 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 36152) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:47:33.368513 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-d709a6b8-1fec-4710-8665-33cd7235e883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:33.378764 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-61b8840c-129f-4a69-8a61-f5af4d4d9e7b tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks [] for port, precommit_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:33.387285 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-61b8840c-129f-4a69-8a61-f5af4d4d9e7b tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6347600'] for port, after_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:33.390668 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-d709a6b8-1fec-4710-8665-33cd7235e883 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:47:33.392643 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-efe2824b-e04a-4a55-942c-5598684b6d38 tempest-VolumesSnapshotTestJSON-482425940 tempest-VolumesSnapshotTestJSON-482425940-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:47:33.396139 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-d709a6b8-1fec-4710-8665-33cd7235e883 admin admin] Usage tracker for resource:security_group_rule and tenant:990adbbb0d0646388e2b5e4dc9acad85 is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:47:33.398491 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-d709a6b8-1fec-4710-8665-33cd7235e883 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:47:33.404808 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-d709a6b8-1fec-4710-8665-33cd7235e883 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:47:33.514007 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b8840c-129f-4a69-8a61-f5af4d4d9e7b tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Pushing event updated for resources: {'Port': ['ID=abe95331-6b68-47b2-abe9-52ea3e2387b4,revision_number=2']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:47:33.515056 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-d709a6b8-1fec-4710-8665-33cd7235e883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:33.519479 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-61b8840c-129f-4a69-8a61-f5af4d4d9e7b tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:47:33.526545 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-d709a6b8-1fec-4710-8665-33cd7235e883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:33.526759 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-61b8840c-129f-4a69-8a61-f5af4d4d9e7b tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8365565'] for floatingip, after_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:33.541224 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-181b1a1d-ec23-4fda-9caa-fe5a1fdfe718 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:47:33.554457 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-61b8840c-129f-4a69-8a61-f5af4d4d9e7b tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523773'] for floatingip, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:33.565192 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-61b8840c-129f-4a69-8a61-f5af4d4d9e7b tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1502769 May 31 11:47:33.589849 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-d709a6b8-1fec-4710-8665-33cd7235e883 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=990adbbb0d0646388e2b5e4dc9acad85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3669429 May 31 11:47:33.592137 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d709a6b8-1fec-4710-8665-33cd7235e883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd83cc9-08e4-4022-b5ee-afb8272f06c8,revision_number=1']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:47:33.592434 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 36160) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:47:33.595629 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-d709a6b8-1fec-4710-8665-33cd7235e883 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:47:33.673428 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-a54860f6-f7de-40e5-af3c-a5511f1f5d9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:33.704778 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-a54860f6-f7de-40e5-af3c-a5511f1f5d9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:33.782974 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-a54860f6-f7de-40e5-af3c-a5511f1f5d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:33.789001 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-f80b3090-e8e7-41e4-b3a2-a2b237e169d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:47:33.802917 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54860f6-f7de-40e5-af3c-a5511f1f5d9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd83cc9-08e4-4022-b5ee-afb8272f06c8,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:47:33.806907 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-a54860f6-f7de-40e5-af3c-a5511f1f5d9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:47:33.809503 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-a54860f6-f7de-40e5-af3c-a5511f1f5d9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:33.810564 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-a54860f6-f7de-40e5-af3c-a5511f1f5d9c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9cd83cc9-08e4-4022-b5ee-afb8272f06c8 HTTP/1.1" status: 204 len: 168 time: 0.2170396 May 31 11:47:33.851243 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [req-5c946912-8087-4fb1-947b-d902e2a8c96e req-1349888d-4992-42aa-a864-3f6f8267b95f tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Synchronizing usage tracker for tenant:63cd0d6391a448f89fefef2dc7ef2e38 on resource:security_group {{(pid=98442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:47:33.871284 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [req-5c946912-8087-4fb1-947b-d902e2a8c96e req-1349888d-4992-42aa-a864-3f6f8267b95f tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Unset dirty status for tenant:63cd0d6391a448f89fefef2dc7ef2e38 on resource:security_group {{(pid=98442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:47:33.872722 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-5c946912-8087-4fb1-947b-d902e2a8c96e req-1349888d-4992-42aa-a864-3f6f8267b95f tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--990200710&fields=id&tenant_id=63cd0d6391a448f89fefef2dc7ef2e38 HTTP/1.1" status: 200 len: 267 time: 0.0875907 May 31 11:47:34.067425 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c946912-8087-4fb1-947b-d902e2a8c96e req-92efd9cf-f292-4685-b300-5eafdcda5d4d tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:47:34.069556 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-5c946912-8087-4fb1-947b-d902e2a8c96e req-92efd9cf-f292-4685-b300-5eafdcda5d4d tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/networks?id=f8884608-2755-4cc1-8a85-87c02cf10458 HTTP/1.1" status: 200 len: 817 time: 0.1885421 May 31 11:47:34.087000 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-5c946912-8087-4fb1-947b-d902e2a8c96e req-203bae76-dbe6-4b78-a00b-8ed0ea1ba24e tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/quotas/63cd0d6391a448f89fefef2dc7ef2e38 HTTP/1.1" status: 200 len: 375 time: 0.0106189 May 31 11:47:34.191068 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [req-5c946912-8087-4fb1-947b-d902e2a8c96e req-79bd6030-c3a1-4aae-a310-0fcde71c7437 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Synchronizing usage tracker for tenant:63cd0d6391a448f89fefef2dc7ef2e38 on resource:port {{(pid=98442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:47:34.208951 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [req-5c946912-8087-4fb1-947b-d902e2a8c96e req-79bd6030-c3a1-4aae-a310-0fcde71c7437 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Unset dirty status for tenant:63cd0d6391a448f89fefef2dc7ef2e38 on resource:port {{(pid=98442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:47:34.210420 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-5c946912-8087-4fb1-947b-d902e2a8c96e req-79bd6030-c3a1-4aae-a310-0fcde71c7437 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=63cd0d6391a448f89fefef2dc7ef2e38&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1163116 May 31 11:47:34.470209 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-5c946912-8087-4fb1-947b-d902e2a8c96e req-2b1c9046-9f91-4fd7-b65d-f0a2fb7ced0c service neutron] 10.222.0.21 "GET /v2.0/networks/f8884608-2755-4cc1-8a85-87c02cf10458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474263 May 31 11:47:34.623483 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-5c946912-8087-4fb1-947b-d902e2a8c96e req-4d33630d-c581-4a79-a3fd-e20dc3d3193d service neutron] 10.222.0.21 "GET /v2.0/networks/f8884608-2755-4cc1-8a85-87c02cf10458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469536 May 31 11:47:34.822120 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-ac5e2a67-9b17-4faa-8ffb-4d7f29e52f7b req-a477fa96-c9a7-4956-a712-958af43c0249 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34006fe-ad0f-4152-a5e1-dfafce1109a7 HTTP/1.1" status: 200 len: 210 time: 0.0485964 May 31 11:47:35.985455 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-432dbb9b-c519-40cd-b0a0-a4297f344d9f req-c1c3842c-8333-487d-b6d4-556ff4eb8fc3 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34006fe-ad0f-4152-a5e1-dfafce1109a7 HTTP/1.1" status: 200 len: 210 time: 0.0434201 May 31 11:47:36.232879 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c946912-8087-4fb1-947b-d902e2a8c96e req-7117d9da-d97c-4196-a5ab-4c98a5492693 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:47:36.234293 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-5c946912-8087-4fb1-947b-d902e2a8c96e req-7117d9da-d97c-4196-a5ab-4c98a5492693 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.61 "GET /v2.0/networks?id=f8884608-2755-4cc1-8a85-87c02cf10458 HTTP/1.1" status: 200 len: 817 time: 0.1576500 May 31 11:47:36.302789 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [req-5c946912-8087-4fb1-947b-d902e2a8c96e req-50f174a7-ef90-4d50-8d34-e5c39c8434df tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Synchronizing usage tracker for tenant:63cd0d6391a448f89fefef2dc7ef2e38 on resource:security_group {{(pid=98443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:47:36.316619 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [req-5c946912-8087-4fb1-947b-d902e2a8c96e req-50f174a7-ef90-4d50-8d34-e5c39c8434df tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Unset dirty status for tenant:63cd0d6391a448f89fefef2dc7ef2e38 on resource:security_group {{(pid=98443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:47:36.317353 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-5c946912-8087-4fb1-947b-d902e2a8c96e req-50f174a7-ef90-4d50-8d34-e5c39c8434df tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63cd0d6391a448f89fefef2dc7ef2e38 HTTP/1.1" status: 200 len: 379 time: 0.0679262 May 31 11:47:36.326992 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.v2.base [req-5c946912-8087-4fb1-947b-d902e2a8c96e req-c155d154-e197-4dc2-84b2-3b12012d33b9 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Request body: {'port': {'device_id': 'a34006fe-ad0f-4152-a5e1-dfafce1109a7', 'network_id': 'f8884608-2755-4cc1-8a85-87c02cf10458', 'admin_state_up': True, 'tenant_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'security_groups': ['94940b80-30df-472a-baac-510aae53c7c4']}} {{(pid=98443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:47:36.470961 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [req-5c946912-8087-4fb1-947b-d902e2a8c96e req-c155d154-e197-4dc2-84b2-3b12012d33b9 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:47:36.481621 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [req-5c946912-8087-4fb1-947b-d902e2a8c96e req-c155d154-e197-4dc2-84b2-3b12012d33b9 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:47:36.494141 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c946912-8087-4fb1-947b-d902e2a8c96e req-c155d154-e197-4dc2-84b2-3b12012d33b9 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Made reservation on behalf of 63cd0d6391a448f89fefef2dc7ef2e38 for: {'port': 1} {{(pid=98443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:47:36.498946 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-5c946912-8087-4fb1-947b-d902e2a8c96e req-c155d154-e197-4dc2-84b2-3b12012d33b9 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:36.677963 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.db_base_plugin_common [req-5c946912-8087-4fb1-947b-d902e2a8c96e req-c155d154-e197-4dc2-84b2-3b12012d33b9 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Allocated IP 172.20.0.5 (f8884608-2755-4cc1-8a85-87c02cf10458/0a988f52-3f6c-447c-ad15-932818f3661d/54c87341-883c-4d42-a5b8-7076998596f6) {{(pid=98443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:47:36.970065 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-5c946912-8087-4fb1-947b-d902e2a8c96e req-c155d154-e197-4dc2-84b2-3b12012d33b9 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks [] for port, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:36.985638 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.provisioning_blocks [req-5c946912-8087-4fb1-947b-d902e2a8c96e req-c155d154-e197-4dc2-84b2-3b12012d33b9 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Transition to ACTIVE for port object 54c87341-883c-4d42-a5b8-7076998596f6 will not be triggered until provisioned by entity DHCP. {{(pid=98443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:47:37.013599 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-5c946912-8087-4fb1-947b-d902e2a8c96e req-c155d154-e197-4dc2-84b2-3b12012d33b9 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781593114058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6347609'] for port, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:37.019350 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-f8310b8f-d18f-44d0-af06-3c734cef7a56 tempest-ServerRescueNegativeTestJSON-1943765101 tempest-ServerRescueNegativeTestJSON-1943765101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:47:37.085935 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c946912-8087-4fb1-947b-d902e2a8c96e req-c155d154-e197-4dc2-84b2-3b12012d33b9 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Network f8884608-2755-4cc1-8a85-87c02cf10458 is already hosted by enough agents. {{(pid=98443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:47:37.087133 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.base_scheduler [req-5c946912-8087-4fb1-947b-d902e2a8c96e req-c155d154-e197-4dc2-84b2-3b12012d33b9 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Resources bound (agent type, host, resource id): {{(pid=98443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:47:37.091234 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c946912-8087-4fb1-947b-d902e2a8c96e req-c155d154-e197-4dc2-84b2-3b12012d33b9 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Received port after_create {{(pid=98443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:47:37.127774 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c155d154-e197-4dc2-84b2-3b12012d33b9 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Pushing event updated for resources: {'Port': ['ID=54c87341-883c-4d42-a5b8-7076998596f6,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:47:37.140389 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-c155d154-e197-4dc2-84b2-3b12012d33b9 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:47:37.163990 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c946912-8087-4fb1-947b-d902e2a8c96e req-c155d154-e197-4dc2-84b2-3b12012d33b9 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:47:37.164650 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-5c946912-8087-4fb1-947b-d902e2a8c96e req-c155d154-e197-4dc2-84b2-3b12012d33b9 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523773'] for port, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:37.192568 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-5c946912-8087-4fb1-947b-d902e2a8c96e req-c155d154-e197-4dc2-84b2-3b12012d33b9 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8695257 May 31 11:47:37.194162 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b3de17-2fee-430f-b1db-918c0976e287 req-83435fef-4962-4aac-83bc-6dd955d47782 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:47:37.195925 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-b7b3de17-2fee-430f-b1db-918c0976e287 req-83435fef-4962-4aac-83bc-6dd955d47782 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34006fe-ad0f-4152-a5e1-dfafce1109a7 HTTP/1.1" status: 200 len: 931 time: 0.0964677 May 31 11:47:37.210145 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.v2.base [req-5c946912-8087-4fb1-947b-d902e2a8c96e req-a7a215c0-7e6a-48ef-adfa-e7d26c6563e0 service neutron] Request body: {'port': {'device_id': 'a34006fe-ad0f-4152-a5e1-dfafce1109a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:47:37.325329 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-5c946912-8087-4fb1-947b-d902e2a8c96e req-a7a215c0-7e6a-48ef-adfa-e7d26c6563e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:37.334390 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-b7b3de17-2fee-430f-b1db-918c0976e287 req-5b1cda48-024b-45dd-9182-2603fc7a089a tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=94940b80-30df-472a-baac-510aae53c7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321738 May 31 11:47:37.361596 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-caec8f22-1ad3-466d-8e64-cd960370fdbf None None] Provisioning for port 54c87341-883c-4d42-a5b8-7076998596f6 completed by entity DHCP. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:47:37.368861 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-caec8f22-1ad3-466d-8e64-cd960370fdbf None None] Provisioning complete for port 54c87341-883c-4d42-a5b8-7076998596f6 triggered by entity DHCP. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:47:37.369745 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-caec8f22-1ad3-466d-8e64-cd960370fdbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:37.427431 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.plugin [None req-caec8f22-1ad3-466d-8e64-cd960370fdbf None None] Port 54c87341-883c-4d42-a5b8-7076998596f6 cannot update to ACTIVE because it is not bound. {{(pid=98444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:47:37.688613 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.notifiers.nova [req-5c946912-8087-4fb1-947b-d902e2a8c96e req-a7a215c0-7e6a-48ef-adfa-e7d26c6563e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54c87341-883c-4d42-a5b8-7076998596f6 {{(pid=98443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:47:37.698814 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-5c946912-8087-4fb1-947b-d902e2a8c96e req-a7a215c0-7e6a-48ef-adfa-e7d26c6563e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:37.715044 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.provisioning_blocks [req-5c946912-8087-4fb1-947b-d902e2a8c96e req-a7a215c0-7e6a-48ef-adfa-e7d26c6563e0 service neutron] Transition to ACTIVE for port object 54c87341-883c-4d42-a5b8-7076998596f6 will not be triggered until provisioned by entity L2. {{(pid=98443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:47:37.722097 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-5c946912-8087-4fb1-947b-d902e2a8c96e req-a7a215c0-7e6a-48ef-adfa-e7d26c6563e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6347600'] for port, after_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:37.727324 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-61b8840c-129f-4a69-8a61-f5af4d4d9e7b tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:47:37.853488 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a215c0-7e6a-48ef-adfa-e7d26c6563e0 service neutron] Pushing event updated for resources: {'Port': ['ID=54c87341-883c-4d42-a5b8-7076998596f6,revision_number=2']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:47:37.880179 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-a7a215c0-7e6a-48ef-adfa-e7d26c6563e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:47:37.959883 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.managers [req-5c946912-8087-4fb1-947b-d902e2a8c96e req-a7a215c0-7e6a-48ef-adfa-e7d26c6563e0 service neutron] Attempting to bind port 54c87341-883c-4d42-a5b8-7076998596f6 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:47:37.960219 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.managers [req-5c946912-8087-4fb1-947b-d902e2a8c96e req-a7a215c0-7e6a-48ef-adfa-e7d26c6563e0 service neutron] Attempting to bind port 54c87341-883c-4d42-a5b8-7076998596f6 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '12f240fb-3f58-4be6-b39c-8319e4893b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f8884608-2755-4cc1-8a85-87c02cf10458'}] {{(pid=98443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:47:37.960550 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c946912-8087-4fb1-947b-d902e2a8c96e req-a7a215c0-7e6a-48ef-adfa-e7d26c6563e0 service neutron] Attempting to bind port 54c87341-883c-4d42-a5b8-7076998596f6 on network f8884608-2755-4cc1-8a85-87c02cf10458 {{(pid=98443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:47:37.965264 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c946912-8087-4fb1-947b-d902e2a8c96e req-a7a215c0-7e6a-48ef-adfa-e7d26c6563e0 service neutron] Port 54c87341-883c-4d42-a5b8-7076998596f6 on network f8884608-2755-4cc1-8a85-87c02cf10458 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:47:37.965580 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c946912-8087-4fb1-947b-d902e2a8c96e req-a7a215c0-7e6a-48ef-adfa-e7d26c6563e0 service neutron] Attempting to bind port 54c87341-883c-4d42-a5b8-7076998596f6 on network f8884608-2755-4cc1-8a85-87c02cf10458 {{(pid=98443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:47:37.970601 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c946912-8087-4fb1-947b-d902e2a8c96e req-a7a215c0-7e6a-48ef-adfa-e7d26c6563e0 service neutron] Checking agent: {'id': '63ca40a8-ec34-4216-8e55-4658d3f28a5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 39, 38), 'started_at': datetime.datetime(2021, 5, 31, 11, 39, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:47:37.970954 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c946912-8087-4fb1-947b-d902e2a8c96e req-a7a215c0-7e6a-48ef-adfa-e7d26c6563e0 service neutron] Checking segment: {'id': '12f240fb-3f58-4be6-b39c-8319e4893b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f8884608-2755-4cc1-8a85-87c02cf10458'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:47:37.971328 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c946912-8087-4fb1-947b-d902e2a8c96e req-a7a215c0-7e6a-48ef-adfa-e7d26c6563e0 service neutron] Bound using segment: {'id': '12f240fb-3f58-4be6-b39c-8319e4893b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f8884608-2755-4cc1-8a85-87c02cf10458'} {{(pid=98443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:47:37.971741 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.managers [req-5c946912-8087-4fb1-947b-d902e2a8c96e req-a7a215c0-7e6a-48ef-adfa-e7d26c6563e0 service neutron] Bound port: 54c87341-883c-4d42-a5b8-7076998596f6, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12f240fb-3f58-4be6-b39c-8319e4893b89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 650, 'network_id': 'f8884608-2755-4cc1-8a85-87c02cf10458'}}] {{(pid=98443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:47:37.972077 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-5c946912-8087-4fb1-947b-d902e2a8c96e req-a7a215c0-7e6a-48ef-adfa-e7d26c6563e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:38.061105 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.db [req-5c946912-8087-4fb1-947b-d902e2a8c96e req-a7a215c0-7e6a-48ef-adfa-e7d26c6563e0 service neutron] For port 54c87341-883c-4d42-a5b8-7076998596f6, host hv-cinder-78638, cleared binding levels {{(pid=98443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:47:38.064090 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.db [req-5c946912-8087-4fb1-947b-d902e2a8c96e req-a7a215c0-7e6a-48ef-adfa-e7d26c6563e0 service neutron] For port 54c87341-883c-4d42-a5b8-7076998596f6, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=54c87341-883c-4d42-a5b8-7076998596f6,segment=NetworkSegment(12f240fb-3f58-4be6-b39c-8319e4893b89),segment_id=12f240fb-3f58-4be6-b39c-8319e4893b89)] {{(pid=98443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:47:38.071649 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-5c946912-8087-4fb1-947b-d902e2a8c96e req-a7a215c0-7e6a-48ef-adfa-e7d26c6563e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6347600'] for port, after_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:38.076184 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-ef0cea9c-3c4e-439d-8753-b2f7592ecf16 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:47:38.137474 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c946912-8087-4fb1-947b-d902e2a8c96e req-a7a215c0-7e6a-48ef-adfa-e7d26c6563e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:47:38.138100 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-5c946912-8087-4fb1-947b-d902e2a8c96e req-a7a215c0-7e6a-48ef-adfa-e7d26c6563e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523773'] for port, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:38.139490 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-5c946912-8087-4fb1-947b-d902e2a8c96e req-a7a215c0-7e6a-48ef-adfa-e7d26c6563e0 service neutron] 10.222.0.61 "PUT /v2.0/ports/54c87341-883c-4d42-a5b8-7076998596f6 HTTP/1.1" status: 200 len: 1093 time: 0.9338176 May 31 11:47:38.139992 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a34006fe-ad0f-4152-a5e1-dfafce1109a7', 'tag': '54c87341-883c-4d42-a5b8-7076998596f6'}] {{(pid=98443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:47:38.142266 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56017c51fa2db9d96507774d194550d251c1d18f102e1d67e4a71b2ac79ee147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9384d68d-9a90-470c-847a-70c9e6f11fd1" -d '{"events": [{"name": "network-changed", "server_uuid": "a34006fe-ad0f-4152-a5e1-dfafce1109a7", "tag": "54c87341-883c-4d42-a5b8-7076998596f6"}]}' {{(pid=98443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:47:38.161999 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a215c0-7e6a-48ef-adfa-e7d26c6563e0 service neutron] Pushing event updated for resources: {'Port': ['ID=54c87341-883c-4d42-a5b8-7076998596f6,revision_number=3']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:47:38.169791 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-a7a215c0-7e6a-48ef-adfa-e7d26c6563e0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:47:38.230319 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9669cafc-14d6-48b9-a4f1-183a43080cbb x-openstack-request-id: req-9669cafc-14d6-48b9-a4f1-183a43080cbb {{(pid=98443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:47:38.230759 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a34006fe-ad0f-4152-a5e1-dfafce1109a7", "tag": "54c87341-883c-4d42-a5b8-7076998596f6", "status": "completed", "code": 200}]} {{(pid=98443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:47:38.231091 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9669cafc-14d6-48b9-a4f1-183a43080cbb {{(pid=98443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:47:38.231562 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a34006fe-ad0f-4152-a5e1-dfafce1109a7', 'tag': '54c87341-883c-4d42-a5b8-7076998596f6', 'status': 'completed', 'code': 200} May 31 11:47:38.274343 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c946912-8087-4fb1-947b-d902e2a8c96e req-22bfd0a5-9eaf-4c3b-be21-627e40f14653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:47:38.275949 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-5c946912-8087-4fb1-947b-d902e2a8c96e req-22bfd0a5-9eaf-4c3b-be21-627e40f14653 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=63cd0d6391a448f89fefef2dc7ef2e38&device_id=a34006fe-ad0f-4152-a5e1-dfafce1109a7 HTTP/1.1" status: 200 len: 1096 time: 0.0785978 May 31 11:47:38.355720 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-5c946912-8087-4fb1-947b-d902e2a8c96e req-8846e6f6-68cf-4549-b64e-96c7e7ce48c2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54c87341-883c-4d42-a5b8-7076998596f6 HTTP/1.1" status: 200 len: 217 time: 0.0656278 May 31 11:47:38.419375 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c946912-8087-4fb1-947b-d902e2a8c96e req-7869a928-1698-4293-9458-17de29cb70cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:47:38.420770 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-5c946912-8087-4fb1-947b-d902e2a8c96e req-7869a928-1698-4293-9458-17de29cb70cb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0a988f52-3f6c-447c-ad15-932818f3661d HTTP/1.1" status: 200 len: 856 time: 0.0591824 May 31 11:47:38.478895 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:38.502092 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c946912-8087-4fb1-947b-d902e2a8c96e req-54785fbe-b9c4-4c09-9b63-e502a785fadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:47:38.503620 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-5c946912-8087-4fb1-947b-d902e2a8c96e req-54785fbe-b9c4-4c09-9b63-e502a785fadc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f8884608-2755-4cc1-8a85-87c02cf10458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0761065 May 31 11:47:38.537587 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f5e60-c379-47e7-a535-08dba7d6dfe9 req-1c3f9059-b974-4b20-8f40-9b871f598fbe tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:47:38.539192 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-4c0f5e60-c379-47e7-a535-08dba7d6dfe9 req-1c3f9059-b974-4b20-8f40-9b871f598fbe tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34006fe-ad0f-4152-a5e1-dfafce1109a7 HTTP/1.1" status: 200 len: 943 time: 0.0905113 May 31 11:47:38.590676 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-4c0f5e60-c379-47e7-a535-08dba7d6dfe9 req-5a3ff031-0d4b-4cfc-842d-13f55c0ef147 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=94940b80-30df-472a-baac-510aae53c7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446806 May 31 11:47:38.650612 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-5c946912-8087-4fb1-947b-d902e2a8c96e req-aa1642d8-c2b6-4101-8318-e24320edb495 service neutron] 10.222.0.61 "GET /v2.0/networks/f8884608-2755-4cc1-8a85-87c02cf10458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396337 May 31 11:47:38.875117 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-5c946912-8087-4fb1-947b-d902e2a8c96e req-26cec8fc-f11f-4a2f-8141-f428c40919c3 service neutron] 10.222.0.61 "GET /v2.0/networks/f8884608-2755-4cc1-8a85-87c02cf10458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177522 May 31 11:47:39.052327 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384d68d-9a90-470c-847a-70c9e6f11fd1 req-4795a1be-396d-42f6-b9fc-c7cb6c474341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:47:39.053727 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-9384d68d-9a90-470c-847a-70c9e6f11fd1 req-4795a1be-396d-42f6-b9fc-c7cb6c474341 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=63cd0d6391a448f89fefef2dc7ef2e38&device_id=a34006fe-ad0f-4152-a5e1-dfafce1109a7 HTTP/1.1" status: 200 len: 1096 time: 0.0763314 May 31 11:47:39.193604 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384d68d-9a90-470c-847a-70c9e6f11fd1 req-e42ecd5d-e0f3-439b-8e7e-9417093fd587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:47:39.195511 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-9384d68d-9a90-470c-847a-70c9e6f11fd1 req-e42ecd5d-e0f3-439b-8e7e-9417093fd587 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f8884608-2755-4cc1-8a85-87c02cf10458 HTTP/1.1" status: 200 len: 918 time: 0.1333892 May 31 11:47:39.276294 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-9384d68d-9a90-470c-847a-70c9e6f11fd1 req-bcf82496-ce70-4ba5-bcb8-e32d0f86eed6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54c87341-883c-4d42-a5b8-7076998596f6 HTTP/1.1" status: 200 len: 217 time: 0.0729253 May 31 11:47:39.343075 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384d68d-9a90-470c-847a-70c9e6f11fd1 req-0879de6e-0e2a-4ce8-b75f-20bf18bfaf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:47:39.344509 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-9384d68d-9a90-470c-847a-70c9e6f11fd1 req-0879de6e-0e2a-4ce8-b75f-20bf18bfaf3e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0a988f52-3f6c-447c-ad15-932818f3661d HTTP/1.1" status: 200 len: 856 time: 0.0608690 May 31 11:47:39.427039 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384d68d-9a90-470c-847a-70c9e6f11fd1 req-ae737cb0-2284-4199-ba15-f83c7ddbdd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:47:39.428537 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-9384d68d-9a90-470c-847a-70c9e6f11fd1 req-ae737cb0-2284-4199-ba15-f83c7ddbdd88 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f8884608-2755-4cc1-8a85-87c02cf10458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0751588 May 31 11:47:39.566845 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-9384d68d-9a90-470c-847a-70c9e6f11fd1 req-66515267-3e39-45cd-bf35-091d6d366d6b service neutron] 10.222.0.61 "GET /v2.0/networks/f8884608-2755-4cc1-8a85-87c02cf10458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307380 May 31 11:47:39.711827 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-9384d68d-9a90-470c-847a-70c9e6f11fd1 req-7f3c45ac-6389-4c77-b879-c56a1c88c082 service neutron] 10.222.0.61 "GET /v2.0/networks/f8884608-2755-4cc1-8a85-87c02cf10458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367033 May 31 11:47:39.795079 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76765fcc-a671-470f-ac5e-9e4d7319f515 req-0eab1632-ee35-489b-9239-fdb615df94b8 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:47:39.796523 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-76765fcc-a671-470f-ac5e-9e4d7319f515 req-0eab1632-ee35-489b-9239-fdb615df94b8 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34006fe-ad0f-4152-a5e1-dfafce1109a7 HTTP/1.1" status: 200 len: 943 time: 0.0913091 May 31 11:47:39.846518 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-76765fcc-a671-470f-ac5e-9e4d7319f515 req-b556bd3c-03f6-413b-a010-1f8a3fe5fd41 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=94940b80-30df-472a-baac-510aae53c7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413017 May 31 11:47:40.831006 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device 54c87341-883c-4d42-a5b8-7076998596f6 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:47:40.984046 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] For port 54c87341-883c-4d42-a5b8-7076998596f6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=54c87341-883c-4d42-a5b8-7076998596f6,segment=NetworkSegment(12f240fb-3f58-4be6-b39c-8319e4893b89),segment_id=12f240fb-3f58-4be6-b39c-8319e4893b89)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:47:41.000398 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Returning: {'device': '54c87341-883c-4d42-a5b8-7076998596f6', 'network_id': 'f8884608-2755-4cc1-8a85-87c02cf10458', 'port_id': '54c87341-883c-4d42-a5b8-7076998596f6', 'mac_address': 'fa:16:3e:2a:1d:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a988f52-3f6c-447c-ad15-932818f3661d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:47:41.062821 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:41.081719 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.notifiers.nova [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54c87341-883c-4d42-a5b8-7076998596f6 {{(pid=98444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:47:41.100023 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] For port 54c87341-883c-4d42-a5b8-7076998596f6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=54c87341-883c-4d42-a5b8-7076998596f6,segment=NetworkSegment(12f240fb-3f58-4be6-b39c-8319e4893b89),segment_id=12f240fb-3f58-4be6-b39c-8319e4893b89)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:47:41.105521 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:41.107440 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:47:41.177839 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Pushing event updated for resources: {'Port': ['ID=54c87341-883c-4d42-a5b8-7076998596f6,revision_number=4']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:47:41.181216 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:47:41.196647 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba7844c-5652-4d78-b0b4-3ddb10ad0aee req-fd39b056-0bc9-4949-9da2-6077fdb8adf3 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:47:41.198172 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-7ba7844c-5652-4d78-b0b4-3ddb10ad0aee req-fd39b056-0bc9-4949-9da2-6077fdb8adf3 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34006fe-ad0f-4152-a5e1-dfafce1109a7 HTTP/1.1" status: 200 len: 944 time: 0.0875859 May 31 11:47:41.244738 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-7ba7844c-5652-4d78-b0b4-3ddb10ad0aee req-ddd573b0-5552-403c-bcdf-5df6e18046a4 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=94940b80-30df-472a-baac-510aae53c7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407426 May 31 11:47:41.388998 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] get_ports_and_sgs() called for port_ids ['54c87341-883c-4d42-a5b8-7076998596f6'] {{(pid=98444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:47:41.802408 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-6a00b25a-53b0-4433-a467-6630633ba668 req-d224504d-ce15-4834-b8b8-26bb7778f0c5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=62884dd2-8e80-4f45-867d-65744e9a6f07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0847564 May 31 11:47:41.977786 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a00b25a-53b0-4433-a467-6630633ba668 req-cda2eb60-2d3f-4ec1-a041-f306dc48c77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:47:41.979315 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-6a00b25a-53b0-4433-a467-6630633ba668 req-cda2eb60-2d3f-4ec1-a041-f306dc48c77d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=da7e9892b47c455d8e37f4de2870ea09&device_id=62884dd2-8e80-4f45-867d-65744e9a6f07 HTTP/1.1" status: 200 len: 1099 time: 0.0850561 May 31 11:47:42.128962 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a00b25a-53b0-4433-a467-6630633ba668 req-31d0b8fb-53ea-4cc1-aece-388483d95f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:47:42.130407 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-6a00b25a-53b0-4433-a467-6630633ba668 req-31d0b8fb-53ea-4cc1-aece-388483d95f83 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a6b938de-a551-480c-9f2c-5c4136d08e82 HTTP/1.1" status: 200 len: 910 time: 0.1302478 May 31 11:47:42.251114 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-6a00b25a-53b0-4433-a467-6630633ba668 req-8f745403-b85f-4675-afb1-a8025819ae13 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7713f6ae-6ca0-4b72-ad9d-310dbe482ea9 HTTP/1.1" status: 200 len: 1002 time: 0.1135802 May 31 11:47:42.317808 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a00b25a-53b0-4433-a467-6630633ba668 req-6a05ef9d-e87c-4edd-aa07-a59afd75c0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:47:42.319281 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-6a00b25a-53b0-4433-a467-6630633ba668 req-6a05ef9d-e87c-4edd-aa07-a59afd75c0a0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8e4cdfc3-ae92-4456-8b30-cc5459acb680 HTTP/1.1" status: 200 len: 848 time: 0.0618057 May 31 11:47:42.394913 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a00b25a-53b0-4433-a467-6630633ba668 req-325380fb-7411-4746-8cd6-f3fb3e2d77ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:47:42.396275 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-6a00b25a-53b0-4433-a467-6630633ba668 req-325380fb-7411-4746-8cd6-f3fb3e2d77ef service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a6b938de-a551-480c-9f2c-5c4136d08e82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0708265 May 31 11:47:42.439252 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332fd5d7-a501-42cc-8e14-730c82e9b61c req-854aa8a6-1163-4669-b462-b4661af457b4 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:47:42.440757 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-332fd5d7-a501-42cc-8e14-730c82e9b61c req-854aa8a6-1163-4669-b462-b4661af457b4 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34006fe-ad0f-4152-a5e1-dfafce1109a7 HTTP/1.1" status: 200 len: 944 time: 0.0815821 May 31 11:47:42.487002 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-332fd5d7-a501-42cc-8e14-730c82e9b61c req-13d0b652-c8a2-4d30-b7f3-729a712ab385 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=94940b80-30df-472a-baac-510aae53c7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402715 May 31 11:47:42.529505 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-6a00b25a-53b0-4433-a467-6630633ba668 req-d1cc2053-885d-4aef-b743-610cc756ab1f service neutron] 10.222.0.61 "GET /v2.0/networks/a6b938de-a551-480c-9f2c-5c4136d08e82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260417 May 31 11:47:42.751150 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-6a00b25a-53b0-4433-a467-6630633ba668 req-6f66fa41-29e0-4440-8275-b84030e1233b service neutron] 10.222.0.61 "GET /v2.0/networks/a6b938de-a551-480c-9f2c-5c4136d08e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148087 May 31 11:47:42.830373 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device 54c87341-883c-4d42-a5b8-7076998596f6 up at agent hyperv_hv-cinder-78638 {{(pid=98444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:47:42.911431 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Provisioning for port 54c87341-883c-4d42-a5b8-7076998596f6 completed by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:47:42.917533 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Provisioning complete for port 54c87341-883c-4d42-a5b8-7076998596f6 triggered by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:47:42.917942 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:43.050047 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:43.085962 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a34006fe-ad0f-4152-a5e1-dfafce1109a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54c87341-883c-4d42-a5b8-7076998596f6'}] {{(pid=98444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:47:43.088771 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88ad6d6066f99d569bf87ae86d08865c72136362fb0dde426bf5d6223abbdd23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d6ab3b-2c1f-45db-b5dc-0d783248f22e" -d '{"events": [{"server_uuid": "a34006fe-ad0f-4152-a5e1-dfafce1109a7", "name": "network-vif-plugged", "status": "completed", "tag": "54c87341-883c-4d42-a5b8-7076998596f6"}]}' {{(pid=98444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:47:43.097082 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] For port 54c87341-883c-4d42-a5b8-7076998596f6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=54c87341-883c-4d42-a5b8-7076998596f6,segment=NetworkSegment(12f240fb-3f58-4be6-b39c-8319e4893b89),segment_id=12f240fb-3f58-4be6-b39c-8319e4893b89)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:47:43.104246 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:43.106598 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-1ec6c47d-f02c-4e63-a153-4f8b7f6c93fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:47:43.176962 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Pushing event updated for resources: {'Port': ['ID=54c87341-883c-4d42-a5b8-7076998596f6,revision_number=5']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:47:43.179969 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:47:43.264733 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b4866a6-fc8e-44a9-b8ca-92b560a9599c x-openstack-request-id: req-9b4866a6-fc8e-44a9-b8ca-92b560a9599c {{(pid=98444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:47:43.265036 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a34006fe-ad0f-4152-a5e1-dfafce1109a7", "name": "network-vif-plugged", "status": "completed", "tag": "54c87341-883c-4d42-a5b8-7076998596f6", "code": 200}]} {{(pid=98444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:47:43.265323 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9b4866a6-fc8e-44a9-b8ca-92b560a9599c {{(pid=98444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:47:43.265727 dv-cinder-786383-7-smb neutron-server[98444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a34006fe-ad0f-4152-a5e1-dfafce1109a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54c87341-883c-4d42-a5b8-7076998596f6', 'code': 200} May 31 11:47:43.569444 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39037584-1fe8-4640-b19b-4b21c506a708 req-bd37a9a1-ca68-469f-a587-616b7fb880c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:47:43.571025 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-39037584-1fe8-4640-b19b-4b21c506a708 req-bd37a9a1-ca68-469f-a587-616b7fb880c7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a34006fe-ad0f-4152-a5e1-dfafce1109a7 HTTP/1.1" status: 200 len: 1098 time: 0.0773602 May 31 11:47:43.632621 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-39037584-1fe8-4640-b19b-4b21c506a708 req-bac606f9-248f-4fae-98a5-d453c64f993a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=94940b80-30df-472a-baac-510aae53c7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362921 May 31 11:47:43.691117 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0bdc8e-b508-498f-8da9-7d663db7430e req-8de0499b-2be0-49ec-a244-54b173d4facf tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:47:43.692583 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-2e0bdc8e-b508-498f-8da9-7d663db7430e req-8de0499b-2be0-49ec-a244-54b173d4facf tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34006fe-ad0f-4152-a5e1-dfafce1109a7 HTTP/1.1" status: 200 len: 945 time: 0.0884278 May 31 11:47:43.738531 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-2e0bdc8e-b508-498f-8da9-7d663db7430e req-5a520735-d147-47a6-a15c-6cc1d3d7bc6f tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=94940b80-30df-472a-baac-510aae53c7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400159 May 31 11:47:44.953764 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e1632b-489a-477e-9ffa-29b006583b64 req-57f9e56c-4352-4afc-b577-c7a75abe5221 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:47:44.955232 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-66e1632b-489a-477e-9ffa-29b006583b64 req-57f9e56c-4352-4afc-b577-c7a75abe5221 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34006fe-ad0f-4152-a5e1-dfafce1109a7 HTTP/1.1" status: 200 len: 945 time: 0.0891221 May 31 11:47:45.006907 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-66e1632b-489a-477e-9ffa-29b006583b64 req-19abc125-9ee5-4898-85ec-7da3736dea83 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=94940b80-30df-472a-baac-510aae53c7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421565 May 31 11:47:45.215212 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970bd06d-2a8d-470b-9504-0b31f77b8349 req-be86436f-7e2b-40cb-a8bd-48fae87e17f8 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:47:45.216682 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-970bd06d-2a8d-470b-9504-0b31f77b8349 req-be86436f-7e2b-40cb-a8bd-48fae87e17f8 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34006fe-ad0f-4152-a5e1-dfafce1109a7 HTTP/1.1" status: 200 len: 945 time: 0.0964024 May 31 11:47:45.228998 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 36220) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:47:45.234097 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.v2.base [None req-59f5c478-ae1b-49bd-9e80-16890ef753ef tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Request body: {'floatingip': {'port_id': '54c87341-883c-4d42-a5b8-7076998596f6'}} {{(pid=98442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:47:45.314694 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-59f5c478-ae1b-49bd-9e80-16890ef753ef tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks [] for floatingip, before_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:46.108394 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.db.resource_extend [None req-59f5c478-ae1b-49bd-9e80-16890ef753ef tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=98442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 31 11:47:46.215687 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-59f5c478-ae1b-49bd-9e80-16890ef753ef tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:46.223141 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-59f5c478-ae1b-49bd-9e80-16890ef753ef tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8365565'] for floatingip, after_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:46.420055 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.db.l3_db [None req-59f5c478-ae1b-49bd-9e80-16890ef753ef tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Floating IP b08071a3-0608-4bce-9d34-0b0abb9b9d2f associated. External IP: 172.28.3.104, port: 54c87341-883c-4d42-a5b8-7076998596f6. May 31 11:47:46.795252 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59f5c478-ae1b-49bd-9e80-16890ef753ef tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Router 64bf3e4e-cdd4-46da-8f77-0a9437927652 has already been hosted by L3 agent 18500941-09fe-4120-b40f-cc1049bfe169 {{(pid=98442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:47:46.986686 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f5c478-ae1b-49bd-9e80-16890ef753ef tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify agent at l3_agent.dv-cinder-786383-7-smb the message routers_updated {{(pid=98442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:47:46.996650 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e047d71-c132-4699-a708-a4f8cd7e9600 None None] Sync routers for ids ['64bf3e4e-cdd4-46da-8f77-0a9437927652'] in dv-cinder-786383-7-smb {{(pid=98445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:47:46.999477 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-59f5c478-ae1b-49bd-9e80-16890ef753ef tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523773'] for floatingip, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:47.014390 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e047d71-c132-4699-a708-a4f8cd7e9600 None None] Routers {'64bf3e4e-cdd4-46da-8f77-0a9437927652'} bound to L3 agent in host dv-cinder-786383-7-smb {{(pid=98445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:47:47.015053 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_hamode_db [None req-2e047d71-c132-4699-a708-a4f8cd7e9600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:33:28Z,description=,heartbeat_timestamp=2021-05-31T11:47:28Z,host='dv-cinder-786383-7-smb',id=18500941-09fe-4120-b40f-cc1049bfe169,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:33:28Z,topic='l3_agent')) {'router_ids': ['64bf3e4e-cdd4-46da-8f77-0a9437927652'], 'active': True} {{(pid=98445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:47:47.056579 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-59f5c478-ae1b-49bd-9e80-16890ef753ef tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "PUT /v2.0/floatingips/b08071a3-0608-4bce-9d34-0b0abb9b9d2f HTTP/1.1" status: 200 len: 991 time: 1.8264227 May 31 11:47:47.057228 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a34006fe-ad0f-4152-a5e1-dfafce1109a7', 'tag': '54c87341-883c-4d42-a5b8-7076998596f6'}] {{(pid=98442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:47:47.060309 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98a8129e16d579ddc31ed5ae2a657a86bf742727e38e306195ca605a81ff71cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27fa8e0-51ab-499b-a22c-0d39ef40c2fa" -d '{"events": [{"name": "network-changed", "server_uuid": "a34006fe-ad0f-4152-a5e1-dfafce1109a7", "tag": "54c87341-883c-4d42-a5b8-7076998596f6"}]}' {{(pid=98442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:47:47.171518 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b5f427-c080-49aa-8cca-2f905267b5be x-openstack-request-id: req-09b5f427-c080-49aa-8cca-2f905267b5be {{(pid=98442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:47:47.172147 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a34006fe-ad0f-4152-a5e1-dfafce1109a7", "tag": "54c87341-883c-4d42-a5b8-7076998596f6", "status": "completed", "code": 200}]} {{(pid=98442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:47:47.172147 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-09b5f427-c080-49aa-8cca-2f905267b5be {{(pid=98442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:47:47.172529 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a34006fe-ad0f-4152-a5e1-dfafce1109a7', 'tag': '54c87341-883c-4d42-a5b8-7076998596f6', 'status': 'completed', 'code': 200} May 31 11:47:47.201027 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_dvr_db [None req-2e047d71-c132-4699-a708-a4f8cd7e9600 None None] Set router 64bf3e4e-cdd4-46da-8f77-0a9437927652 gateway port host: dv-cinder-786383-7-smb {{(pid=98445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:47:47.299965 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27fa8e0-51ab-499b-a22c-0d39ef40c2fa req-fb2ebcf0-be04-4757-89bc-778ee1779b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:47:47.301443 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-f27fa8e0-51ab-499b-a22c-0d39ef40c2fa req-fb2ebcf0-be04-4757-89bc-778ee1779b8e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=63cd0d6391a448f89fefef2dc7ef2e38&device_id=a34006fe-ad0f-4152-a5e1-dfafce1109a7 HTTP/1.1" status: 200 len: 1098 time: 0.0735292 May 31 11:47:47.439072 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27fa8e0-51ab-499b-a22c-0d39ef40c2fa req-05c9a366-ff60-4111-b7e2-bed8da7a76e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:47:47.440554 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-f27fa8e0-51ab-499b-a22c-0d39ef40c2fa req-05c9a366-ff60-4111-b7e2-bed8da7a76e4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f8884608-2755-4cc1-8a85-87c02cf10458 HTTP/1.1" status: 200 len: 918 time: 0.1321418 May 31 11:47:47.560559 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-f27fa8e0-51ab-499b-a22c-0d39ef40c2fa req-239fe47b-3c34-48ce-856c-62d2f0d31882 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54c87341-883c-4d42-a5b8-7076998596f6 HTTP/1.1" status: 200 len: 999 time: 0.1115365 May 31 11:47:47.565963 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_hamode_db [None req-2e047d71-c132-4699-a708-a4f8cd7e9600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64bf3e4e-cdd4-46da-8f77-0a9437927652', 'name': 'tempest-AttachVolumeShelveTestJSON-1665589338-router', 'tenant_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.235'}], 'enable_snat': True}, 'gw_port_id': '605f9302-436e-4adb-8bb8-d3f81b4d706b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:44:39Z', 'updated_at': '2021-05-31T11:44:44Z', 'revision_number': 4, 'project_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'gw_port': {'id': '605f9302-436e-4adb-8bb8-d3f81b4d706b', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:18:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bf3e4e-cdd4-46da-8f77-0a9437927652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:44:40Z', 'updated_at': '2021-05-31T11:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb', '_floatingips': [{'id': 'b08071a3-0608-4bce-9d34-0b0abb9b9d2f', 'tenant_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'floating_ip_address': '172.28.3.104', 'floating_network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'router_id': '64bf3e4e-cdd4-46da-8f77-0a9437927652', 'port_id': '54c87341-883c-4d42-a5b8-7076998596f6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8884608-2755-4cc1-8a85-87c02cf10458', 'mac_address': 'fa:16:3e:2a:1d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34006fe-ad0f-4152-a5e1-dfafce1109a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:47:33Z', 'updated_at': '2021-05-31T11:47:45Z', 'revision_number': 1, 'project_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e1c848a-433e-4e00-9d0d-38eb7f56e8c4', 'name': '', 'network_id': 'f8884608-2755-4cc1-8a85-87c02cf10458', 'tenant_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'mac_address': 'fa:16:3e:8a:46:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bf3e4e-cdd4-46da-8f77-0a9437927652', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '0a988f52-3f6c-447c-ad15-932818f3661d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:44:43Z', 'updated_at': '2021-05-31T11:44:51Z', 'revision_number': 5, 'project_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'subnets': [{'id': '0a988f52-3f6c-447c-ad15-932818f3661d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-smb', False) {} {{(pid=98445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:47:47.569704 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e047d71-c132-4699-a708-a4f8cd7e9600 None None] Checking router: 64bf3e4e-cdd4-46da-8f77-0a9437927652 for host: dv-cinder-786383-7-smb {{(pid=98445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:47:47.578329 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e047d71-c132-4699-a708-a4f8cd7e9600 None None] Routers {'64bf3e4e-cdd4-46da-8f77-0a9437927652'} bound to L3 agent in host dv-cinder-786383-7-smb {{(pid=98445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:47:47.578958 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_hamode_db [None req-2e047d71-c132-4699-a708-a4f8cd7e9600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:33:28Z,description=,heartbeat_timestamp=2021-05-31T11:47:28Z,host='dv-cinder-786383-7-smb',id=18500941-09fe-4120-b40f-cc1049bfe169,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:33:28Z,topic='l3_agent')) {'router_ids': ['64bf3e4e-cdd4-46da-8f77-0a9437927652'], 'active': True} {{(pid=98445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:47:47.625252 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27fa8e0-51ab-499b-a22c-0d39ef40c2fa req-e2cc0896-900d-4509-80f6-a308d4ef14d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:47:47.626727 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-f27fa8e0-51ab-499b-a22c-0d39ef40c2fa req-e2cc0896-900d-4509-80f6-a308d4ef14d2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0a988f52-3f6c-447c-ad15-932818f3661d HTTP/1.1" status: 200 len: 856 time: 0.0600548 May 31 11:47:47.709186 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27fa8e0-51ab-499b-a22c-0d39ef40c2fa req-80ee0519-310c-4c61-a9bd-14c8540f46dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:47:47.710576 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-f27fa8e0-51ab-499b-a22c-0d39ef40c2fa req-80ee0519-310c-4c61-a9bd-14c8540f46dc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f8884608-2755-4cc1-8a85-87c02cf10458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0774398 May 31 11:47:47.759786 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_dvr_db [None req-2e047d71-c132-4699-a708-a4f8cd7e9600 None None] Set router 64bf3e4e-cdd4-46da-8f77-0a9437927652 gateway port host: dv-cinder-786383-7-smb {{(pid=98445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:47:47.847087 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-f27fa8e0-51ab-499b-a22c-0d39ef40c2fa req-435c53da-3ec7-4a2b-a300-65f0af6090a8 service neutron] 10.222.0.61 "GET /v2.0/networks/f8884608-2755-4cc1-8a85-87c02cf10458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301587 May 31 11:47:47.989054 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-f27fa8e0-51ab-499b-a22c-0d39ef40c2fa req-260a2559-3f30-49d5-9f41-06369eed21ab service neutron] 10.222.0.61 "GET /v2.0/networks/f8884608-2755-4cc1-8a85-87c02cf10458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355145 May 31 11:47:48.145741 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_hamode_db [None req-2e047d71-c132-4699-a708-a4f8cd7e9600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64bf3e4e-cdd4-46da-8f77-0a9437927652', 'name': 'tempest-AttachVolumeShelveTestJSON-1665589338-router', 'tenant_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.235'}], 'enable_snat': True}, 'gw_port_id': '605f9302-436e-4adb-8bb8-d3f81b4d706b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:44:39Z', 'updated_at': '2021-05-31T11:44:44Z', 'revision_number': 4, 'project_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'gw_port': {'id': '605f9302-436e-4adb-8bb8-d3f81b4d706b', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:18:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bf3e4e-cdd4-46da-8f77-0a9437927652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:44:40Z', 'updated_at': '2021-05-31T11:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb', '_floatingips': [{'id': 'b08071a3-0608-4bce-9d34-0b0abb9b9d2f', 'tenant_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'floating_ip_address': '172.28.3.104', 'floating_network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'router_id': '64bf3e4e-cdd4-46da-8f77-0a9437927652', 'port_id': '54c87341-883c-4d42-a5b8-7076998596f6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8884608-2755-4cc1-8a85-87c02cf10458', 'mac_address': 'fa:16:3e:2a:1d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34006fe-ad0f-4152-a5e1-dfafce1109a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:47:33Z', 'updated_at': '2021-05-31T11:47:45Z', 'revision_number': 1, 'project_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e1c848a-433e-4e00-9d0d-38eb7f56e8c4', 'name': '', 'network_id': 'f8884608-2755-4cc1-8a85-87c02cf10458', 'tenant_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'mac_address': 'fa:16:3e:8a:46:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bf3e4e-cdd4-46da-8f77-0a9437927652', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '0a988f52-3f6c-447c-ad15-932818f3661d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:44:43Z', 'updated_at': '2021-05-31T11:44:51Z', 'revision_number': 5, 'project_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'subnets': [{'id': '0a988f52-3f6c-447c-ad15-932818f3661d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-smb', False) {} {{(pid=98445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:47:48.149830 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e047d71-c132-4699-a708-a4f8cd7e9600 None None] The sync data for ids ['64bf3e4e-cdd4-46da-8f77-0a9437927652'] in dv-cinder-786383-7-smb is: [{'id': '64bf3e4e-cdd4-46da-8f77-0a9437927652', 'name': 'tempest-AttachVolumeShelveTestJSON-1665589338-router', 'tenant_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.235'}], 'enable_snat': True}, 'gw_port_id': '605f9302-436e-4adb-8bb8-d3f81b4d706b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:44:39Z', 'updated_at': '2021-05-31T11:44:44Z', 'revision_number': 4, 'project_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'gw_port': {'id': '605f9302-436e-4adb-8bb8-d3f81b4d706b', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:18:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bf3e4e-cdd4-46da-8f77-0a9437927652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:44:40Z', 'updated_at': '2021-05-31T11:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb', '_floatingips': [{'id': 'b08071a3-0608-4bce-9d34-0b0abb9b9d2f', 'tenant_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'floating_ip_address': '172.28.3.104', 'floating_network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'router_id': '64bf3e4e-cdd4-46da-8f77-0a9437927652', 'port_id': '54c87341-883c-4d42-a5b8-7076998596f6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8884608-2755-4cc1-8a85-87c02cf10458', 'mac_address': 'fa:16:3e:2a:1d:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a34006fe-ad0f-4152-a5e1-dfafce1109a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:47:33Z', 'updated_at': '2021-05-31T11:47:45Z', 'revision_number': 1, 'project_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e1c848a-433e-4e00-9d0d-38eb7f56e8c4', 'name': '', 'network_id': 'f8884608-2755-4cc1-8a85-87c02cf10458', 'tenant_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'mac_address': 'fa:16:3e:8a:46:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bf3e4e-cdd4-46da-8f77-0a9437927652', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '0a988f52-3f6c-447c-ad15-932818f3661d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:44:43Z', 'updated_at': '2021-05-31T11:44:51Z', 'revision_number': 5, 'project_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'subnets': [{'id': '0a988f52-3f6c-447c-ad15-932818f3661d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:47:48.362814 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf11c96d-afe6-47ec-a36b-148e345c7b2e None None] New status for floating IP b08071a3-0608-4bce-9d34-0b0abb9b9d2f: ACTIVE {{(pid=98444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 11:47:48.447983 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d828be1e-c13d-4caf-9484-f1b6867199f6 req-f2602d73-cb92-4cde-9dbd-f8048510b52c tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:47:48.449521 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-d828be1e-c13d-4caf-9484-f1b6867199f6 req-f2602d73-cb92-4cde-9dbd-f8048510b52c tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.21 "GET /v2.0/ports?device_id=62884dd2-8e80-4f45-867d-65744e9a6f07 HTTP/1.1" status: 200 len: 946 time: 0.0903332 May 31 11:47:48.499130 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-d828be1e-c13d-4caf-9484-f1b6867199f6 req-3b921c3f-81a1-4441-a17e-e0d59e3130da tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.21 "GET /v2.0/security-groups?id=350170dc-f8ea-4573-bb19-62b5545493fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435870 May 31 11:47:49.698754 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02163ded-95c1-48a5-b759-64342296a4d7 req-1fae2a92-8c08-4e1c-9d7e-36e022c53ce4 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:47:49.700213 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-02163ded-95c1-48a5-b759-64342296a4d7 req-1fae2a92-8c08-4e1c-9d7e-36e022c53ce4 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.21 "GET /v2.0/ports?device_id=62884dd2-8e80-4f45-867d-65744e9a6f07 HTTP/1.1" status: 200 len: 946 time: 0.0905828 May 31 11:47:49.747024 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-02163ded-95c1-48a5-b759-64342296a4d7 req-7f6dd81b-7654-4a02-a127-accddac34910 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.21 "GET /v2.0/security-groups?id=350170dc-f8ea-4573-bb19-62b5545493fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409188 May 31 11:47:50.954383 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3112dc2-dd2f-4dac-9ce6-b300de1357bf req-58a482ba-c531-48e3-8284-2aa90d14c6f7 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:47:50.955904 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-d3112dc2-dd2f-4dac-9ce6-b300de1357bf req-58a482ba-c531-48e3-8284-2aa90d14c6f7 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.21 "GET /v2.0/ports?device_id=62884dd2-8e80-4f45-867d-65744e9a6f07 HTTP/1.1" status: 200 len: 946 time: 0.0950999 May 31 11:47:51.002922 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-d3112dc2-dd2f-4dac-9ce6-b300de1357bf req-dceddbb8-96d6-4b0c-93d4-e37abe5e93ff tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.21 "GET /v2.0/security-groups?id=350170dc-f8ea-4573-bb19-62b5545493fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409572 May 31 11:47:51.592779 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.agents_db [None req-9d677285-078d-4c88-aefd-aa7dfcc00faf None None] Agent healthcheck: found 6 active agents {{(pid=98445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:47:52.219206 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52f7ac3-f3fa-4460-9581-7d7c2613047f req-07911775-a422-46b1-9594-735c86490685 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:47:52.220614 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-c52f7ac3-f3fa-4460-9581-7d7c2613047f req-07911775-a422-46b1-9594-735c86490685 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.21 "GET /v2.0/ports?device_id=62884dd2-8e80-4f45-867d-65744e9a6f07 HTTP/1.1" status: 200 len: 946 time: 0.1010499 May 31 11:47:52.266954 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-c52f7ac3-f3fa-4460-9581-7d7c2613047f req-509996db-0357-4421-9260-290cc984cbdb tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.21 "GET /v2.0/security-groups?id=350170dc-f8ea-4573-bb19-62b5545493fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404320 May 31 11:47:53.593114 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8144dd6e-b659-4e19-8eec-0a8d7a5aa341 req-6def9981-2a1b-4a49-bf0e-ba487220d293 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:47:53.594612 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-8144dd6e-b659-4e19-8eec-0a8d7a5aa341 req-6def9981-2a1b-4a49-bf0e-ba487220d293 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.21 "GET /v2.0/ports?device_id=62884dd2-8e80-4f45-867d-65744e9a6f07 HTTP/1.1" status: 200 len: 946 time: 0.2092862 May 31 11:47:53.642099 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-8144dd6e-b659-4e19-8eec-0a8d7a5aa341 req-e1ac19bc-790a-47d5-a3ea-dd4414aaf16f tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.21 "GET /v2.0/security-groups?id=350170dc-f8ea-4573-bb19-62b5545493fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413396 May 31 11:47:54.771365 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-077b564b-05b5-4eee-bd94-ecbb05e43354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:54.840749 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97330ac-9283-4e3e-8ed1-c2caef379ade req-7e7268c5-59b8-4643-87c9-069f503e49e3 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:47:54.842208 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-a97330ac-9283-4e3e-8ed1-c2caef379ade req-7e7268c5-59b8-4643-87c9-069f503e49e3 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.21 "GET /v2.0/ports?device_id=62884dd2-8e80-4f45-867d-65744e9a6f07 HTTP/1.1" status: 200 len: 946 time: 0.0840116 May 31 11:47:54.891981 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-a97330ac-9283-4e3e-8ed1-c2caef379ade req-10376c43-7a2b-44a1-8e4c-0f781586e9f0 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.21 "GET /v2.0/security-groups?id=350170dc-f8ea-4573-bb19-62b5545493fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411613 May 31 11:47:56.098493 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d6f242-60a4-452e-9676-5e338c12608d req-53c4812a-2331-4452-a2bc-c7a99f44a576 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:47:56.099957 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-39d6f242-60a4-452e-9676-5e338c12608d req-53c4812a-2331-4452-a2bc-c7a99f44a576 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.21 "GET /v2.0/ports?device_id=62884dd2-8e80-4f45-867d-65744e9a6f07 HTTP/1.1" status: 200 len: 946 time: 0.0852065 May 31 11:47:56.144644 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-39d6f242-60a4-452e-9676-5e338c12608d req-89628d0d-04e7-47cb-9803-9cf7a3231537 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.21 "GET /v2.0/security-groups?id=350170dc-f8ea-4573-bb19-62b5545493fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386670 May 31 11:47:57.356818 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32263af-ae4a-421b-a628-d3805b32fd99 req-8c73f187-11a8-4711-89a8-50255627c564 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:47:57.358265 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-a32263af-ae4a-421b-a628-d3805b32fd99 req-8c73f187-11a8-4711-89a8-50255627c564 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.21 "GET /v2.0/ports?device_id=62884dd2-8e80-4f45-867d-65744e9a6f07 HTTP/1.1" status: 200 len: 946 time: 0.0932419 May 31 11:47:57.405208 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-a32263af-ae4a-421b-a628-d3805b32fd99 req-ba198fa3-b229-48d3-a3e9-a6a274f8b453 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.21 "GET /v2.0/security-groups?id=350170dc-f8ea-4573-bb19-62b5545493fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384209 May 31 11:47:57.492888 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:57.784813 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-e07ee562-4f0d-4758-858d-454085bcf679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:58.465621 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-a91c5e8e-8952-4db6-a598-6e76e849b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:47:58.609958 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee0f1e0-9f2f-43a2-bb84-1b7db1a5a5cc req-989f03b9-64a0-4231-81af-5823fe2dbb24 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:47:58.611491 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-eee0f1e0-9f2f-43a2-bb84-1b7db1a5a5cc req-989f03b9-64a0-4231-81af-5823fe2dbb24 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.21 "GET /v2.0/ports?device_id=62884dd2-8e80-4f45-867d-65744e9a6f07 HTTP/1.1" status: 200 len: 946 time: 0.0841882 May 31 11:47:58.645614 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2885caad-8ec2-4beb-8ea7-4cf3d4c4b165 req-ed6de23b-455a-4c30-b479-d5fcf93a00ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:47:58.647244 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-2885caad-8ec2-4beb-8ea7-4cf3d4c4b165 req-ed6de23b-455a-4c30-b479-d5fcf93a00ab service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=da7e9892b47c455d8e37f4de2870ea09&device_id=62884dd2-8e80-4f45-867d-65744e9a6f07 HTTP/1.1" status: 200 len: 1099 time: 0.0713429 May 31 11:47:58.657384 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-eee0f1e0-9f2f-43a2-bb84-1b7db1a5a5cc req-94b49702-493c-48d6-ba1d-713dd87e1621 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.21 "GET /v2.0/security-groups?id=350170dc-f8ea-4573-bb19-62b5545493fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400815 May 31 11:47:58.795053 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2885caad-8ec2-4beb-8ea7-4cf3d4c4b165 req-c964aa6e-d675-4874-b719-42290a77f656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:47:58.796435 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-2885caad-8ec2-4beb-8ea7-4cf3d4c4b165 req-c964aa6e-d675-4874-b719-42290a77f656 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a6b938de-a551-480c-9f2c-5c4136d08e82 HTTP/1.1" status: 200 len: 910 time: 0.1414139 May 31 11:47:58.928702 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-2885caad-8ec2-4beb-8ea7-4cf3d4c4b165 req-a4d17497-f440-4277-9125-b7c09e7926e3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7713f6ae-6ca0-4b72-ad9d-310dbe482ea9 HTTP/1.1" status: 200 len: 1002 time: 0.1065803 May 31 11:47:58.997982 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2885caad-8ec2-4beb-8ea7-4cf3d4c4b165 req-f8105747-6034-4dba-88ba-6380daca38c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:47:58.999452 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-2885caad-8ec2-4beb-8ea7-4cf3d4c4b165 req-f8105747-6034-4dba-88ba-6380daca38c6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8e4cdfc3-ae92-4456-8b30-cc5459acb680 HTTP/1.1" status: 200 len: 848 time: 0.0637221 May 31 11:47:59.088772 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2885caad-8ec2-4beb-8ea7-4cf3d4c4b165 req-88951d76-1dec-4f59-bff9-709a7d49f03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:47:59.090278 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-2885caad-8ec2-4beb-8ea7-4cf3d4c4b165 req-88951d76-1dec-4f59-bff9-709a7d49f03b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a6b938de-a551-480c-9f2c-5c4136d08e82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0836682 May 31 11:47:59.233321 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-2885caad-8ec2-4beb-8ea7-4cf3d4c4b165 req-f10ec4e2-1f01-44e3-bfe3-c868321b05d5 service neutron] 10.222.0.61 "GET /v2.0/networks/a6b938de-a551-480c-9f2c-5c4136d08e82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355689 May 31 11:47:59.482042 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-2885caad-8ec2-4beb-8ea7-4cf3d4c4b165 req-8354d972-5f60-4a85-addc-339e4fd44e16 service neutron] 10.222.0.61 "GET /v2.0/networks/a6b938de-a551-480c-9f2c-5c4136d08e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419884 May 31 11:47:59.868901 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb23c46-d6c9-4ee9-b381-5405c6710f09 req-a616e135-780b-4dac-a872-3730977b78a1 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:47:59.870709 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-5eb23c46-d6c9-4ee9-b381-5405c6710f09 req-a616e135-780b-4dac-a872-3730977b78a1 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.21 "GET /v2.0/ports?device_id=62884dd2-8e80-4f45-867d-65744e9a6f07 HTTP/1.1" status: 200 len: 946 time: 0.1020322 May 31 11:47:59.916978 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-5eb23c46-d6c9-4ee9-b381-5405c6710f09 req-baa858a6-1b5f-4f8e-bf9a-02d33cb741b2 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.21 "GET /v2.0/security-groups?id=350170dc-f8ea-4573-bb19-62b5545493fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402377 May 31 11:48:00.181387 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-9fdf87ec-5ce8-4616-9e32-e9b9d10b7557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:01.126573 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5ed521-66c0-4549-b487-50b7f53c6eb9 req-0c088671-036d-43b0-9a9f-d8912d8e1812 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:01.128096 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-2b5ed521-66c0-4549-b487-50b7f53c6eb9 req-0c088671-036d-43b0-9a9f-d8912d8e1812 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.21 "GET /v2.0/ports?device_id=62884dd2-8e80-4f45-867d-65744e9a6f07 HTTP/1.1" status: 200 len: 946 time: 0.0989544 May 31 11:48:01.179020 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-2b5ed521-66c0-4549-b487-50b7f53c6eb9 req-93063e83-5182-46e2-80bb-475f51c2c758 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.21 "GET /v2.0/security-groups?id=350170dc-f8ea-4573-bb19-62b5545493fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445967 May 31 11:48:02.385920 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae51da-4fd6-4cab-b020-aae697e8b52f req-06521a23-a8b9-4f15-bf5f-7d111162f4e4 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:02.387410 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-6fae51da-4fd6-4cab-b020-aae697e8b52f req-06521a23-a8b9-4f15-bf5f-7d111162f4e4 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.21 "GET /v2.0/ports?device_id=62884dd2-8e80-4f45-867d-65744e9a6f07 HTTP/1.1" status: 200 len: 946 time: 0.0945749 May 31 11:48:02.437343 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-6fae51da-4fd6-4cab-b020-aae697e8b52f req-b03b80c3-6297-449c-9dad-9719fcf501ac tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.21 "GET /v2.0/security-groups?id=350170dc-f8ea-4573-bb19-62b5545493fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412800 May 31 11:48:02.797199 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-73e81547-abf7-479e-b0f8-f3c3bd0a2f4d req-dd3873c7-996f-4516-bd08-faf173bef2ae service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=62884dd2-8e80-4f45-867d-65744e9a6f07&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1307271 May 31 11:48:02.818393 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d06298-b381-4751-bfc4-16ddfc63454d req-de178114-5445-4a93-b46c-9d18132ba5b3 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:02.819960 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-91d06298-b381-4751-bfc4-16ddfc63454d req-de178114-5445-4a93-b46c-9d18132ba5b3 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.21 "GET /v2.0/ports?device_id=62884dd2-8e80-4f45-867d-65744e9a6f07 HTTP/1.1" status: 200 len: 946 time: 0.0959032 May 31 11:48:02.869118 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-91d06298-b381-4751-bfc4-16ddfc63454d req-5ec531ee-252d-4ee9-90a1-e967e03a454a tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.21 "GET /v2.0/security-groups?id=350170dc-f8ea-4573-bb19-62b5545493fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429759 May 31 11:48:04.059744 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77db159-c5b3-46b0-89f3-460f195da902 req-cb0f3d8c-4451-4dfe-a008-4b2790f04265 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:04.061246 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-c77db159-c5b3-46b0-89f3-460f195da902 req-cb0f3d8c-4451-4dfe-a008-4b2790f04265 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.21 "GET /v2.0/ports?device_id=62884dd2-8e80-4f45-867d-65744e9a6f07 HTTP/1.1" status: 200 len: 946 time: 0.0859010 May 31 11:48:04.115147 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-c77db159-c5b3-46b0-89f3-460f195da902 req-1bea338f-7da3-46de-b2d7-66cbf72aac1b tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.21 "GET /v2.0/security-groups?id=350170dc-f8ea-4573-bb19-62b5545493fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481677 May 31 11:48:04.618826 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e81547-abf7-479e-b0f8-f3c3bd0a2f4d req-7aae25ad-bb13-4675-be12-40051a4ca1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:04.620380 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-73e81547-abf7-479e-b0f8-f3c3bd0a2f4d req-7aae25ad-bb13-4675-be12-40051a4ca1c8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=62884dd2-8e80-4f45-867d-65744e9a6f07&tenant_id=da7e9892b47c455d8e37f4de2870ea09 HTTP/1.1" status: 200 len: 1099 time: 0.0790725 May 31 11:48:04.731137 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e81547-abf7-479e-b0f8-f3c3bd0a2f4d req-5c82831d-6ee2-4c1d-9891-8c2f5e1be549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:04.734085 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-73e81547-abf7-479e-b0f8-f3c3bd0a2f4d req-5c82831d-6ee2-4c1d-9891-8c2f5e1be549 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=da7e9892b47c455d8e37f4de2870ea09&device_id=62884dd2-8e80-4f45-867d-65744e9a6f07 HTTP/1.1" status: 200 len: 1099 time: 0.0762050 May 31 11:48:04.876631 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e81547-abf7-479e-b0f8-f3c3bd0a2f4d req-ab2dfd72-c2af-458b-86dd-f5c89e5c7795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:04.878038 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-73e81547-abf7-479e-b0f8-f3c3bd0a2f4d req-ab2dfd72-c2af-458b-86dd-f5c89e5c7795 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a6b938de-a551-480c-9f2c-5c4136d08e82 HTTP/1.1" status: 200 len: 910 time: 0.1350636 May 31 11:48:04.944876 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device 7713f6ae-6ca0-4b72-ad9d-310dbe482ea9 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:48:04.986197 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-73e81547-abf7-479e-b0f8-f3c3bd0a2f4d req-2359ac84-8a3c-4808-aacc-01878af8acb8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7713f6ae-6ca0-4b72-ad9d-310dbe482ea9 HTTP/1.1" status: 200 len: 1002 time: 0.1015177 May 31 11:48:05.052998 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e81547-abf7-479e-b0f8-f3c3bd0a2f4d req-e98320d9-6f17-4896-bc31-bcce919e0922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:05.055236 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-73e81547-abf7-479e-b0f8-f3c3bd0a2f4d req-e98320d9-6f17-4896-bc31-bcce919e0922 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8e4cdfc3-ae92-4456-8b30-cc5459acb680 HTTP/1.1" status: 200 len: 848 time: 0.0611596 May 31 11:48:05.079969 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:05.109368 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62884dd2-8e80-4f45-867d-65744e9a6f07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7713f6ae-6ca0-4b72-ad9d-310dbe482ea9'}] {{(pid=98444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:48:05.111663 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88ad6d6066f99d569bf87ae86d08865c72136362fb0dde426bf5d6223abbdd23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3813ee99-7efa-40ce-9370-5eb1b03261b3" -d '{"events": [{"server_uuid": "62884dd2-8e80-4f45-867d-65744e9a6f07", "name": "network-vif-unplugged", "status": "completed", "tag": "7713f6ae-6ca0-4b72-ad9d-310dbe482ea9"}]}' {{(pid=98444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:48:05.119359 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] For port 7713f6ae-6ca0-4b72-ad9d-310dbe482ea9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7713f6ae-6ca0-4b72-ad9d-310dbe482ea9,segment=NetworkSegment(146052b5-f78e-4c1f-a6d4-11a97914375b),segment_id=146052b5-f78e-4c1f-a6d4-11a97914375b)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:48:05.126892 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:05.128630 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:48:05.142462 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e81547-abf7-479e-b0f8-f3c3bd0a2f4d req-219adb59-a4e2-4fa4-b2cf-9a43c1af2cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:05.144278 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-73e81547-abf7-479e-b0f8-f3c3bd0a2f4d req-219adb59-a4e2-4fa4-b2cf-9a43c1af2cc3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a6b938de-a551-480c-9f2c-5c4136d08e82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0822756 May 31 11:48:05.181180 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 May 2021 11:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1218a0b4-0047-4f26-ba57-6ebbb58ff604 x-openstack-request-id: req-1218a0b4-0047-4f26-ba57-6ebbb58ff604 {{(pid=98444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:48:05.181475 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62884dd2-8e80-4f45-867d-65744e9a6f07", "name": "network-vif-unplugged", "status": "completed", "tag": "7713f6ae-6ca0-4b72-ad9d-310dbe482ea9", "code": 200}]} {{(pid=98444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:48:05.181726 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1218a0b4-0047-4f26-ba57-6ebbb58ff604 {{(pid=98444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:48:05.182112 dv-cinder-786383-7-smb neutron-server[98444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62884dd2-8e80-4f45-867d-65744e9a6f07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7713f6ae-6ca0-4b72-ad9d-310dbe482ea9', 'code': 200} May 31 11:48:05.198947 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Pushing event updated for resources: {'Port': ['ID=7713f6ae-6ca0-4b72-ad9d-310dbe482ea9,revision_number=6']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:48:05.202121 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:48:05.289941 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-73e81547-abf7-479e-b0f8-f3c3bd0a2f4d req-6d2ccd1e-7d65-4c4c-a2c0-bdb8bd6b45ef service neutron] 10.222.0.61 "GET /v2.0/networks/a6b938de-a551-480c-9f2c-5c4136d08e82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351080 May 31 11:48:05.330194 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e5bfc-65e7-44c1-a716-0cb5cf28f1c6 req-dc0639ec-4126-4c31-80f0-9685b79974e2 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:05.331720 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-444e5bfc-65e7-44c1-a716-0cb5cf28f1c6 req-dc0639ec-4126-4c31-80f0-9685b79974e2 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.21 "GET /v2.0/ports?device_id=62884dd2-8e80-4f45-867d-65744e9a6f07 HTTP/1.1" status: 200 len: 944 time: 0.0868523 May 31 11:48:05.376717 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-444e5bfc-65e7-44c1-a716-0cb5cf28f1c6 req-a507ff8c-395d-4994-8130-93aaeca4c7bc tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.21 "GET /v2.0/security-groups?id=350170dc-f8ea-4573-bb19-62b5545493fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391653 May 31 11:48:05.432026 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-73e81547-abf7-479e-b0f8-f3c3bd0a2f4d req-76a3204e-86e8-4fe2-a165-355442a8683a service neutron] 10.222.0.61 "GET /v2.0/networks/a6b938de-a551-480c-9f2c-5c4136d08e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323419 May 31 11:48:06.573464 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e0abd-0958-4969-965e-bf7079fe638c req-860ffa72-ead6-419a-81b1-fd6e4a00b630 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:06.574949 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-3a0e0abd-0958-4969-965e-bf7079fe638c req-860ffa72-ead6-419a-81b1-fd6e4a00b630 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.21 "GET /v2.0/ports?device_id=62884dd2-8e80-4f45-867d-65744e9a6f07 HTTP/1.1" status: 200 len: 944 time: 0.0882854 May 31 11:48:06.623210 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-3a0e0abd-0958-4969-965e-bf7079fe638c req-3b79460e-c9cf-4abe-8323-90aeacc9b1c9 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.21 "GET /v2.0/security-groups?id=350170dc-f8ea-4573-bb19-62b5545493fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414798 May 31 11:48:06.820786 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e806ab4-e324-4840-8cc0-074f96cc08b8 req-8692895e-2ca9-43ec-b620-057bb04cf6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:06.822235 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-1e806ab4-e324-4840-8cc0-074f96cc08b8 req-8692895e-2ca9-43ec-b620-057bb04cf6e0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=62884dd2-8e80-4f45-867d-65744e9a6f07 HTTP/1.1" status: 200 len: 1097 time: 0.0836844 May 31 11:48:06.869814 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-1e806ab4-e324-4840-8cc0-074f96cc08b8 req-2f124b94-f6ab-4670-8cde-2f4752adf555 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=350170dc-f8ea-4573-bb19-62b5545493fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398850 May 31 11:48:06.943610 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device 7713f6ae-6ca0-4b72-ad9d-310dbe482ea9 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:48:07.095596 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] For port 7713f6ae-6ca0-4b72-ad9d-310dbe482ea9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7713f6ae-6ca0-4b72-ad9d-310dbe482ea9,segment=NetworkSegment(146052b5-f78e-4c1f-a6d4-11a97914375b),segment_id=146052b5-f78e-4c1f-a6d4-11a97914375b)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:48:07.109475 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Returning: {'device': '7713f6ae-6ca0-4b72-ad9d-310dbe482ea9', 'network_id': 'a6b938de-a551-480c-9f2c-5c4136d08e82', 'port_id': '7713f6ae-6ca0-4b72-ad9d-310dbe482ea9', 'mac_address': 'fa:16:3e:86:ca:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 694, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e4cdfc3-ae92-4456-8b30-cc5459acb680', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:48:07.174309 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:07.194753 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.notifiers.nova [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7713f6ae-6ca0-4b72-ad9d-310dbe482ea9 {{(pid=98444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:48:07.211165 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] For port 7713f6ae-6ca0-4b72-ad9d-310dbe482ea9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7713f6ae-6ca0-4b72-ad9d-310dbe482ea9,segment=NetworkSegment(146052b5-f78e-4c1f-a6d4-11a97914375b),segment_id=146052b5-f78e-4c1f-a6d4-11a97914375b)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:48:07.217327 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:07.219050 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:48:07.286407 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Pushing event updated for resources: {'Port': ['ID=7713f6ae-6ca0-4b72-ad9d-310dbe482ea9,revision_number=7']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:48:07.289627 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:48:07.557221 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] get_ports_and_sgs() called for port_ids ['7713f6ae-6ca0-4b72-ad9d-310dbe482ea9'] {{(pid=98444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:48:07.829974 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4941e0d-b079-42df-9ce4-814d474c2be1 req-5f1681f4-3dc6-4a34-aa1b-c57853dd1b9c tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:07.831389 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-a4941e0d-b079-42df-9ce4-814d474c2be1 req-5f1681f4-3dc6-4a34-aa1b-c57853dd1b9c tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.21 "GET /v2.0/ports?device_id=62884dd2-8e80-4f45-867d-65744e9a6f07 HTTP/1.1" status: 200 len: 945 time: 0.0970626 May 31 11:48:07.878703 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-a4941e0d-b079-42df-9ce4-814d474c2be1 req-b05ec293-910f-483a-859b-5651daae714b tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.21 "GET /v2.0/security-groups?id=350170dc-f8ea-4573-bb19-62b5545493fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412180 May 31 11:48:08.487200 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:08.956025 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device 7713f6ae-6ca0-4b72-ad9d-310dbe482ea9 up at agent hyperv_hv-cinder-78638 {{(pid=98444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:48:09.024129 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Provisioning complete for port 7713f6ae-6ca0-4b72-ad9d-310dbe482ea9 triggered by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:48:09.024498 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:09.078847 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22674ef1-fe2d-4a85-9081-77ce07cee69c req-67bf793b-9972-40f7-8efa-cde68dddb9f5 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:09.080536 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-22674ef1-fe2d-4a85-9081-77ce07cee69c req-67bf793b-9972-40f7-8efa-cde68dddb9f5 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.21 "GET /v2.0/ports?device_id=62884dd2-8e80-4f45-867d-65744e9a6f07 HTTP/1.1" status: 200 len: 945 time: 0.0859993 May 31 11:48:09.128496 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-22674ef1-fe2d-4a85-9081-77ce07cee69c req-df37175c-ce99-4e12-8fda-568dddbfeecc tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.21 "GET /v2.0/security-groups?id=350170dc-f8ea-4573-bb19-62b5545493fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422189 May 31 11:48:09.158095 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:09.186221 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62884dd2-8e80-4f45-867d-65744e9a6f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7713f6ae-6ca0-4b72-ad9d-310dbe482ea9'}] {{(pid=98444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:48:09.189659 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88ad6d6066f99d569bf87ae86d08865c72136362fb0dde426bf5d6223abbdd23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d3245a-b691-47e3-bc5b-ec722e15951c" -d '{"events": [{"server_uuid": "62884dd2-8e80-4f45-867d-65744e9a6f07", "name": "network-vif-plugged", "status": "completed", "tag": "7713f6ae-6ca0-4b72-ad9d-310dbe482ea9"}]}' {{(pid=98444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:48:09.198055 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] For port 7713f6ae-6ca0-4b72-ad9d-310dbe482ea9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7713f6ae-6ca0-4b72-ad9d-310dbe482ea9,segment=NetworkSegment(146052b5-f78e-4c1f-a6d4-11a97914375b),segment_id=146052b5-f78e-4c1f-a6d4-11a97914375b)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:48:09.203579 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:09.206465 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-ea81e12d-d58f-4b54-a5b8-983aba750835 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:48:09.239030 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba522701-c986-480d-ac23-39f9f2cf2386 x-openstack-request-id: req-ba522701-c986-480d-ac23-39f9f2cf2386 {{(pid=98444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:48:09.239332 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62884dd2-8e80-4f45-867d-65744e9a6f07", "name": "network-vif-plugged", "status": "completed", "tag": "7713f6ae-6ca0-4b72-ad9d-310dbe482ea9", "code": 200}]} {{(pid=98444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:48:09.239594 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ba522701-c986-480d-ac23-39f9f2cf2386 {{(pid=98444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:48:09.239988 dv-cinder-786383-7-smb neutron-server[98444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62884dd2-8e80-4f45-867d-65744e9a6f07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7713f6ae-6ca0-4b72-ad9d-310dbe482ea9', 'code': 200} May 31 11:48:09.279202 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Pushing event updated for resources: {'Port': ['ID=7713f6ae-6ca0-4b72-ad9d-310dbe482ea9,revision_number=8']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:48:09.282282 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:48:24.778779 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-cf056484-75b4-4e82-b2df-4f6d49dbfc6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:27.488531 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:27.790979 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-399db827-3dfc-4632-acaa-4a82e4e389c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:28.474335 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-a91c5e8e-8952-4db6-a598-6e76e849b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:28.592971 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.agents_db [None req-9d677285-078d-4c88-aefd-aa7dfcc00faf None None] Agent healthcheck: found 6 active agents {{(pid=98445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:48:30.037660 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc021c8-99c4-43d3-a2ac-b2d022a31b1f req-5bcc539d-f8c9-4579-af61-9f1363ef2cff tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:30.039079 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-9cc021c8-99c4-43d3-a2ac-b2d022a31b1f req-5bcc539d-f8c9-4579-af61-9f1363ef2cff tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34006fe-ad0f-4152-a5e1-dfafce1109a7 HTTP/1.1" status: 200 len: 945 time: 0.0955389 May 31 11:48:30.087074 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-9cc021c8-99c4-43d3-a2ac-b2d022a31b1f req-d02f9aea-18b8-409f-b8eb-aeb8efc082d2 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=94940b80-30df-472a-baac-510aae53c7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412211 May 31 11:48:30.184773 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-9fdf87ec-5ce8-4616-9e32-e9b9d10b7557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:31.289804 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e0b4ba-b468-4c1a-bd00-b6d229a9a1f8 req-14ab7615-1b6a-4e2d-b175-b4071be0dd92 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:31.291325 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-22e0b4ba-b468-4c1a-bd00-b6d229a9a1f8 req-14ab7615-1b6a-4e2d-b175-b4071be0dd92 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34006fe-ad0f-4152-a5e1-dfafce1109a7 HTTP/1.1" status: 200 len: 945 time: 0.0879238 May 31 11:48:31.348379 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-22e0b4ba-b468-4c1a-bd00-b6d229a9a1f8 req-355da7e4-25b6-4974-bf48-b9d32163c947 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=94940b80-30df-472a-baac-510aae53c7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511312 May 31 11:48:32.552348 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98f3350-f5c6-4f20-b221-af3812392dad req-f5ce62e8-dafa-4c57-983b-14780d739b5d tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:32.553811 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-b98f3350-f5c6-4f20-b221-af3812392dad req-f5ce62e8-dafa-4c57-983b-14780d739b5d tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34006fe-ad0f-4152-a5e1-dfafce1109a7 HTTP/1.1" status: 200 len: 945 time: 0.0899444 May 31 11:48:32.602305 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-b98f3350-f5c6-4f20-b221-af3812392dad req-e39786fe-e069-438c-b7d0-30c3e2883e4f tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=94940b80-30df-472a-baac-510aae53c7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408707 May 31 11:48:33.952560 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1df93bb-4e8f-4bf7-956d-da92af2a89dd req-04a93957-1648-4e3c-b2d7-337adc329ce5 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:33.953921 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-f1df93bb-4e8f-4bf7-956d-da92af2a89dd req-04a93957-1648-4e3c-b2d7-337adc329ce5 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34006fe-ad0f-4152-a5e1-dfafce1109a7 HTTP/1.1" status: 200 len: 945 time: 0.2214344 May 31 11:48:34.007659 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-f1df93bb-4e8f-4bf7-956d-da92af2a89dd req-9a60d4b2-614b-40ba-95c7-ce44330e7652 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=94940b80-30df-472a-baac-510aae53c7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454304 May 31 11:48:35.231963 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d4a049-5e9c-45ec-9dd1-2a90c39eaa26 req-5f8539d8-464c-4bf2-82dd-a6ec8a2f6afa tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:35.233424 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-b9d4a049-5e9c-45ec-9dd1-2a90c39eaa26 req-5f8539d8-464c-4bf2-82dd-a6ec8a2f6afa tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34006fe-ad0f-4152-a5e1-dfafce1109a7 HTTP/1.1" status: 200 len: 945 time: 0.0895450 May 31 11:48:35.283725 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-b9d4a049-5e9c-45ec-9dd1-2a90c39eaa26 req-264268b0-0815-46b5-b680-8746b44e698a tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=94940b80-30df-472a-baac-510aae53c7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423572 May 31 11:48:36.494804 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce8726-c332-4daf-a812-ce38ce3b6797 req-5965650e-ef09-4a58-8c50-48530b1aaa0e tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:36.496435 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-a8ce8726-c332-4daf-a812-ce38ce3b6797 req-5965650e-ef09-4a58-8c50-48530b1aaa0e tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34006fe-ad0f-4152-a5e1-dfafce1109a7 HTTP/1.1" status: 200 len: 945 time: 0.0938244 May 31 11:48:36.549227 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-a8ce8726-c332-4daf-a812-ce38ce3b6797 req-49eac59e-0c2f-461e-81eb-fd6886e0e470 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=94940b80-30df-472a-baac-510aae53c7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452230 May 31 11:48:37.758712 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5df8cb-9403-43b5-ae8f-a475ad792f83 req-449e0ed6-37b6-483b-a0e3-2fc45ca2fe94 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:37.760164 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-3c5df8cb-9403-43b5-ae8f-a475ad792f83 req-449e0ed6-37b6-483b-a0e3-2fc45ca2fe94 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34006fe-ad0f-4152-a5e1-dfafce1109a7 HTTP/1.1" status: 200 len: 945 time: 0.0948746 May 31 11:48:37.812274 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-3c5df8cb-9403-43b5-ae8f-a475ad792f83 req-950efd93-f515-4d10-b801-af358d13bc46 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=94940b80-30df-472a-baac-510aae53c7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454814 May 31 11:48:38.505749 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:39.015410 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2e538f-7c93-4012-842f-e4f2aa3b892c req-de44f1a7-edb3-4183-a382-a8074284c00b tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:39.016860 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-4e2e538f-7c93-4012-842f-e4f2aa3b892c req-de44f1a7-edb3-4183-a382-a8074284c00b tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34006fe-ad0f-4152-a5e1-dfafce1109a7 HTTP/1.1" status: 200 len: 945 time: 0.0840878 May 31 11:48:39.065698 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-4e2e538f-7c93-4012-842f-e4f2aa3b892c req-4caa0783-297a-47bc-b28a-ddd2780075cd tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=94940b80-30df-472a-baac-510aae53c7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404811 May 31 11:48:40.291515 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b67cd84-7161-4048-84b3-222ad40af4dc req-e917629c-c20c-428d-bf11-069334763e0b tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:40.293048 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-3b67cd84-7161-4048-84b3-222ad40af4dc req-e917629c-c20c-428d-bf11-069334763e0b tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34006fe-ad0f-4152-a5e1-dfafce1109a7 HTTP/1.1" status: 200 len: 945 time: 0.1059961 May 31 11:48:40.339217 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-3b67cd84-7161-4048-84b3-222ad40af4dc req-78fdfba6-11e4-4190-9645-9dba8fc8955b tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=94940b80-30df-472a-baac-510aae53c7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402951 May 31 11:48:40.772457 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-28a113e2-482b-4bc5-a9a2-cf44817f9c98 req-72b31f7a-05b9-4b4b-b71c-a94156a57280 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=62884dd2-8e80-4f45-867d-65744e9a6f07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0844429 May 31 11:48:40.944986 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a113e2-482b-4bc5-a9a2-cf44817f9c98 req-df7ae1b2-452b-4bb4-8fe7-4f5a7afe753e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:40.946353 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-28a113e2-482b-4bc5-a9a2-cf44817f9c98 req-df7ae1b2-452b-4bb4-8fe7-4f5a7afe753e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=da7e9892b47c455d8e37f4de2870ea09&device_id=62884dd2-8e80-4f45-867d-65744e9a6f07 HTTP/1.1" status: 200 len: 1099 time: 0.0763535 May 31 11:48:41.048612 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device 54c87341-883c-4d42-a5b8-7076998596f6 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:48:41.107599 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a113e2-482b-4bc5-a9a2-cf44817f9c98 req-db7d888c-4926-4eb0-afe1-a94b28014018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:41.109054 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-28a113e2-482b-4bc5-a9a2-cf44817f9c98 req-db7d888c-4926-4eb0-afe1-a94b28014018 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a6b938de-a551-480c-9f2c-5c4136d08e82 HTTP/1.1" status: 200 len: 910 time: 0.1400933 May 31 11:48:41.187661 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] For port 54c87341-883c-4d42-a5b8-7076998596f6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=54c87341-883c-4d42-a5b8-7076998596f6,segment=NetworkSegment(12f240fb-3f58-4be6-b39c-8319e4893b89),segment_id=12f240fb-3f58-4be6-b39c-8319e4893b89)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:48:41.201420 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Returning: {'device': '54c87341-883c-4d42-a5b8-7076998596f6', 'network_id': 'f8884608-2755-4cc1-8a85-87c02cf10458', 'port_id': '54c87341-883c-4d42-a5b8-7076998596f6', 'mac_address': 'fa:16:3e:2a:1d:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a988f52-3f6c-447c-ad15-932818f3661d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:48:41.219667 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-28a113e2-482b-4bc5-a9a2-cf44817f9c98 req-8a34b92b-5e03-4b2b-8c5d-42ccf0f92441 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7713f6ae-6ca0-4b72-ad9d-310dbe482ea9 HTTP/1.1" status: 200 len: 1002 time: 0.1027637 May 31 11:48:41.258745 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:41.278221 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.notifiers.nova [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 54c87341-883c-4d42-a5b8-7076998596f6 {{(pid=98444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:48:41.284492 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a113e2-482b-4bc5-a9a2-cf44817f9c98 req-b02a9684-2d47-4a62-9a09-6713105f49e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:41.285939 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-28a113e2-482b-4bc5-a9a2-cf44817f9c98 req-b02a9684-2d47-4a62-9a09-6713105f49e5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8e4cdfc3-ae92-4456-8b30-cc5459acb680 HTTP/1.1" status: 200 len: 848 time: 0.0590603 May 31 11:48:41.297577 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] For port 54c87341-883c-4d42-a5b8-7076998596f6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=54c87341-883c-4d42-a5b8-7076998596f6,segment=NetworkSegment(12f240fb-3f58-4be6-b39c-8319e4893b89),segment_id=12f240fb-3f58-4be6-b39c-8319e4893b89)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:48:41.302325 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:41.304092 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:48:41.368238 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a113e2-482b-4bc5-a9a2-cf44817f9c98 req-703e3a46-a0d9-4196-85d2-f21ae20b2ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:41.369718 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-28a113e2-482b-4bc5-a9a2-cf44817f9c98 req-703e3a46-a0d9-4196-85d2-f21ae20b2ccf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a6b938de-a551-480c-9f2c-5c4136d08e82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0749300 May 31 11:48:41.375278 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Pushing event updated for resources: {'Port': ['ID=54c87341-883c-4d42-a5b8-7076998596f6,revision_number=6']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:48:41.384258 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:41.384755 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:41.385218 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:41.385632 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:41.385914 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:41.386248 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:41.386544 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:41.386906 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:41.387232 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:41.387545 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:41.387857 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:41.388163 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:48:41.392467 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:48:41.480326 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] get_ports_and_sgs() called for port_ids ['54c87341-883c-4d42-a5b8-7076998596f6'] {{(pid=98444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:48:41.534054 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd52dbc8-a002-4123-b7ba-ae66fa3b3582 req-3f63b2ae-2904-41c9-ae5c-d55b6fd52ee5 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:41.535939 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-dd52dbc8-a002-4123-b7ba-ae66fa3b3582 req-3f63b2ae-2904-41c9-ae5c-d55b6fd52ee5 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34006fe-ad0f-4152-a5e1-dfafce1109a7 HTTP/1.1" status: 200 len: 944 time: 0.0842917 May 31 11:48:41.590223 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-dd52dbc8-a002-4123-b7ba-ae66fa3b3582 req-f6336a26-d590-4dc3-a8f5-4cfece381cd5 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=94940b80-30df-472a-baac-510aae53c7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473571 May 31 11:48:41.614015 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-28a113e2-482b-4bc5-a9a2-cf44817f9c98 req-8dc99878-5ff4-47a7-82aa-7a24cc07a2d9 service neutron] 10.222.0.61 "GET /v2.0/networks/a6b938de-a551-480c-9f2c-5c4136d08e82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365079 May 31 11:48:41.751358 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-28a113e2-482b-4bc5-a9a2-cf44817f9c98 req-863d61e8-0f0f-4ddf-ae83-5db33e830c69 service neutron] 10.222.0.61 "GET /v2.0/networks/a6b938de-a551-480c-9f2c-5c4136d08e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290884 May 31 11:48:42.800151 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9b2a30-ffaa-4057-a615-3c9bdf7fd6f7 req-ac1d5e3f-a297-42f5-80f9-72ba3a45cbea tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:42.801660 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-0a9b2a30-ffaa-4057-a615-3c9bdf7fd6f7 req-ac1d5e3f-a297-42f5-80f9-72ba3a45cbea tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34006fe-ad0f-4152-a5e1-dfafce1109a7 HTTP/1.1" status: 200 len: 944 time: 0.0831640 May 31 11:48:42.849871 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-0a9b2a30-ffaa-4057-a615-3c9bdf7fd6f7 req-5119a747-b468-400d-9a4e-a6924fb10582 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=94940b80-30df-472a-baac-510aae53c7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419257 May 31 11:48:43.067033 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device 54c87341-883c-4d42-a5b8-7076998596f6 up at agent hyperv_hv-cinder-78638 {{(pid=98444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:48:43.155891 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Provisioning complete for port 54c87341-883c-4d42-a5b8-7076998596f6 triggered by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:48:43.156302 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:43.283124 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:43.349986 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a34006fe-ad0f-4152-a5e1-dfafce1109a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54c87341-883c-4d42-a5b8-7076998596f6'}] {{(pid=98444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:48:43.352251 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88ad6d6066f99d569bf87ae86d08865c72136362fb0dde426bf5d6223abbdd23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa09f8ca-bbe4-460d-870d-b753ba32edcb" -d '{"events": [{"server_uuid": "a34006fe-ad0f-4152-a5e1-dfafce1109a7", "name": "network-vif-plugged", "status": "completed", "tag": "54c87341-883c-4d42-a5b8-7076998596f6"}]}' {{(pid=98444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:48:43.365636 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] For port 54c87341-883c-4d42-a5b8-7076998596f6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=54c87341-883c-4d42-a5b8-7076998596f6,segment=NetworkSegment(12f240fb-3f58-4be6-b39c-8319e4893b89),segment_id=12f240fb-3f58-4be6-b39c-8319e4893b89)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:48:43.372671 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:43.377055 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:48:43.415664 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91c43eb-d8af-4990-91ba-b4c0e91953a7 x-openstack-request-id: req-c91c43eb-d8af-4990-91ba-b4c0e91953a7 {{(pid=98444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:48:43.416070 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a34006fe-ad0f-4152-a5e1-dfafce1109a7", "name": "network-vif-plugged", "status": "completed", "tag": "54c87341-883c-4d42-a5b8-7076998596f6", "code": 200}]} {{(pid=98444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:48:43.416359 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c91c43eb-d8af-4990-91ba-b4c0e91953a7 {{(pid=98444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:48:43.416832 dv-cinder-786383-7-smb neutron-server[98444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a34006fe-ad0f-4152-a5e1-dfafce1109a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54c87341-883c-4d42-a5b8-7076998596f6', 'code': 200} May 31 11:48:43.464172 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Pushing event updated for resources: {'Port': ['ID=54c87341-883c-4d42-a5b8-7076998596f6,revision_number=7']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:48:43.467788 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:48:44.074431 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e87617-69b9-4be0-93bc-36c6f46b4058 req-b5fe958b-60d9-4d90-b56c-e1e9368098d6 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:44.076784 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-86e87617-69b9-4be0-93bc-36c6f46b4058 req-b5fe958b-60d9-4d90-b56c-e1e9368098d6 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34006fe-ad0f-4152-a5e1-dfafce1109a7 HTTP/1.1" status: 200 len: 945 time: 0.1034753 May 31 11:48:44.134057 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-86e87617-69b9-4be0-93bc-36c6f46b4058 req-b3283445-e21d-4ef3-9407-2b894526b2ac tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=94940b80-30df-472a-baac-510aae53c7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514007 May 31 11:48:45.353162 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf47a43-a4eb-42ee-99e7-3e69c7ccedc1 req-85f08069-ed8b-4190-beee-f9b4291ce6df tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:45.355207 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-fdf47a43-a4eb-42ee-99e7-3e69c7ccedc1 req-85f08069-ed8b-4190-beee-f9b4291ce6df tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34006fe-ad0f-4152-a5e1-dfafce1109a7 HTTP/1.1" status: 200 len: 945 time: 0.0924678 May 31 11:48:45.412410 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-fdf47a43-a4eb-42ee-99e7-3e69c7ccedc1 req-ae8e51ed-a290-49e1-9102-dd172b1a3d4d tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=94940b80-30df-472a-baac-510aae53c7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476575 May 31 11:48:46.623227 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb63272c-1414-4306-9f4f-94a289b16eb5 req-08e61bc3-d20b-4cf6-a423-d8a18535f811 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:46.624869 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-fb63272c-1414-4306-9f4f-94a289b16eb5 req-08e61bc3-d20b-4cf6-a423-d8a18535f811 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34006fe-ad0f-4152-a5e1-dfafce1109a7 HTTP/1.1" status: 200 len: 945 time: 0.0991776 May 31 11:48:46.677151 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-fb63272c-1414-4306-9f4f-94a289b16eb5 req-180bff9c-51f3-449b-a763-5f1290d0eb4f tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=94940b80-30df-472a-baac-510aae53c7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462272 May 31 11:48:47.888817 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b648b7-d55e-4474-b28e-3638915cea7a req-53144247-1ef3-400d-b79d-247f39fd205b tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:47.890304 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-93b648b7-d55e-4474-b28e-3638915cea7a req-53144247-1ef3-400d-b79d-247f39fd205b tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34006fe-ad0f-4152-a5e1-dfafce1109a7 HTTP/1.1" status: 200 len: 945 time: 0.0923948 May 31 11:48:47.948143 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-93b648b7-d55e-4474-b28e-3638915cea7a req-157be097-bc9a-4b94-879b-ce969ea1850a tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=94940b80-30df-472a-baac-510aae53c7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500886 May 31 11:48:49.154040 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e074f43-074b-4702-9e5e-8a1c7567b7d6 req-22631701-035c-4591-86ef-b491501adf0c tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:49.161351 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-5e074f43-074b-4702-9e5e-8a1c7567b7d6 req-22631701-035c-4591-86ef-b491501adf0c tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34006fe-ad0f-4152-a5e1-dfafce1109a7 HTTP/1.1" status: 200 len: 945 time: 0.0948989 May 31 11:48:49.204563 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-5e074f43-074b-4702-9e5e-8a1c7567b7d6 req-c162b5ac-be35-448a-9ff3-d8dd68209e36 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=94940b80-30df-472a-baac-510aae53c7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423129 May 31 11:48:50.402520 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d8ee15-a972-4b1e-9f37-48cce31b82ba req-ae74a372-b7c4-49e8-94ba-9829deaae7cc tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:50.404201 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-f4d8ee15-a972-4b1e-9f37-48cce31b82ba req-ae74a372-b7c4-49e8-94ba-9829deaae7cc tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34006fe-ad0f-4152-a5e1-dfafce1109a7 HTTP/1.1" status: 200 len: 945 time: 0.0854900 May 31 11:48:50.461807 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-f4d8ee15-a972-4b1e-9f37-48cce31b82ba req-44f31123-5c6f-4867-823d-eaecd3d44fa3 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=94940b80-30df-472a-baac-510aae53c7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497963 May 31 11:48:51.675329 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a58d08-7eb8-450c-bbb3-acee9874f890 req-1c1e50e4-c151-4d33-a15c-217c17c0db13 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:51.677033 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-74a58d08-7eb8-450c-bbb3-acee9874f890 req-1c1e50e4-c151-4d33-a15c-217c17c0db13 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34006fe-ad0f-4152-a5e1-dfafce1109a7 HTTP/1.1" status: 200 len: 945 time: 0.0913377 May 31 11:48:51.725971 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-74a58d08-7eb8-450c-bbb3-acee9874f890 req-e0121e62-71f6-406c-beff-87da7df8ac30 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=94940b80-30df-472a-baac-510aae53c7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429146 May 31 11:48:52.773662 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb51dcde-504a-4246-bd0f-2c87b81038a2 req-b1ad7cc4-8176-484b-8b8c-988df791a221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:52.775315 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-fb51dcde-504a-4246-bd0f-2c87b81038a2 req-b1ad7cc4-8176-484b-8b8c-988df791a221 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=63cd0d6391a448f89fefef2dc7ef2e38&device_id=a34006fe-ad0f-4152-a5e1-dfafce1109a7 HTTP/1.1" status: 200 len: 1098 time: 0.0772057 May 31 11:48:52.914550 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb51dcde-504a-4246-bd0f-2c87b81038a2 req-bc0b42ad-5782-4806-a8ab-f0f16b35a3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:52.915946 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-fb51dcde-504a-4246-bd0f-2c87b81038a2 req-bc0b42ad-5782-4806-a8ab-f0f16b35a3c9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f8884608-2755-4cc1-8a85-87c02cf10458 HTTP/1.1" status: 200 len: 918 time: 0.1343625 May 31 11:48:52.931209 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea7e7f-76c5-4770-a0e1-7a71f76f980a req-a1cf5aea-07c2-4bc5-abd8-63831e6e4874 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:52.932528 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-15ea7e7f-76c5-4770-a0e1-7a71f76f980a req-a1cf5aea-07c2-4bc5-abd8-63831e6e4874 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34006fe-ad0f-4152-a5e1-dfafce1109a7 HTTP/1.1" status: 200 len: 945 time: 0.0897369 May 31 11:48:52.979910 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-15ea7e7f-76c5-4770-a0e1-7a71f76f980a req-e872844e-d9ce-4380-8031-5e5c61b28bfa tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=94940b80-30df-472a-baac-510aae53c7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410044 May 31 11:48:53.024132 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-fb51dcde-504a-4246-bd0f-2c87b81038a2 req-aa74370a-2875-4d15-ba94-7aefb5dffce1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54c87341-883c-4d42-a5b8-7076998596f6 HTTP/1.1" status: 200 len: 1001 time: 0.1015539 May 31 11:48:53.098743 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb51dcde-504a-4246-bd0f-2c87b81038a2 req-8d9274eb-c42b-4e4e-a1aa-ee8a433ca35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:53.100213 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-fb51dcde-504a-4246-bd0f-2c87b81038a2 req-8d9274eb-c42b-4e4e-a1aa-ee8a433ca35f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0a988f52-3f6c-447c-ad15-932818f3661d HTTP/1.1" status: 200 len: 856 time: 0.0699263 May 31 11:48:53.187799 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb51dcde-504a-4246-bd0f-2c87b81038a2 req-7c4ca3a5-c3ae-4f32-a8b0-688a8267a7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:53.189203 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-fb51dcde-504a-4246-bd0f-2c87b81038a2 req-7c4ca3a5-c3ae-4f32-a8b0-688a8267a7d0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f8884608-2755-4cc1-8a85-87c02cf10458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0824559 May 31 11:48:53.323870 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-fb51dcde-504a-4246-bd0f-2c87b81038a2 req-01f82249-73f7-4b70-8e3b-252a2a579e22 service neutron] 10.222.0.61 "GET /v2.0/networks/f8884608-2755-4cc1-8a85-87c02cf10458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269071 May 31 11:48:53.488235 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-fb51dcde-504a-4246-bd0f-2c87b81038a2 req-c4ff8735-c369-42f0-98be-f36090701bc6 service neutron] 10.222.0.61 "GET /v2.0/networks/f8884608-2755-4cc1-8a85-87c02cf10458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572821 May 31 11:48:54.194638 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702f6c52-4ab8-46a1-9c74-505d43d64ff6 req-35004ab6-3b2f-4c8a-8997-11e59f455a9e tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:54.196119 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-702f6c52-4ab8-46a1-9c74-505d43d64ff6 req-35004ab6-3b2f-4c8a-8997-11e59f455a9e tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34006fe-ad0f-4152-a5e1-dfafce1109a7 HTTP/1.1" status: 200 len: 945 time: 0.0922148 May 31 11:48:54.244673 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-702f6c52-4ab8-46a1-9c74-505d43d64ff6 req-264d430f-07f4-4465-a020-a5fbe3cf0944 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=94940b80-30df-472a-baac-510aae53c7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404356 May 31 11:48:54.785662 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-3b0ae936-c7d0-4a5a-bd0b-300ac54ce77c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:55.111220 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device 54c87341-883c-4d42-a5b8-7076998596f6 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:48:55.228822 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:55.257021 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a34006fe-ad0f-4152-a5e1-dfafce1109a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54c87341-883c-4d42-a5b8-7076998596f6'}] {{(pid=98444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:48:55.259256 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88ad6d6066f99d569bf87ae86d08865c72136362fb0dde426bf5d6223abbdd23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85990ebd-b48c-4ab3-9917-700f732ade3f" -d '{"events": [{"server_uuid": "a34006fe-ad0f-4152-a5e1-dfafce1109a7", "name": "network-vif-unplugged", "status": "completed", "tag": "54c87341-883c-4d42-a5b8-7076998596f6"}]}' {{(pid=98444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:48:55.267569 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] For port 54c87341-883c-4d42-a5b8-7076998596f6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=54c87341-883c-4d42-a5b8-7076998596f6,segment=NetworkSegment(12f240fb-3f58-4be6-b39c-8319e4893b89),segment_id=12f240fb-3f58-4be6-b39c-8319e4893b89)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:48:55.273122 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:55.275575 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:48:55.311708 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 31 May 2021 11:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e4f44c3-50e8-4799-b327-0a2b73710b19 x-openstack-request-id: req-7e4f44c3-50e8-4799-b327-0a2b73710b19 {{(pid=98444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:48:55.312332 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a34006fe-ad0f-4152-a5e1-dfafce1109a7", "name": "network-vif-unplugged", "status": "completed", "tag": "54c87341-883c-4d42-a5b8-7076998596f6", "code": 200}]} {{(pid=98444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:48:55.312332 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7e4f44c3-50e8-4799-b327-0a2b73710b19 {{(pid=98444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:48:55.312625 dv-cinder-786383-7-smb neutron-server[98444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a34006fe-ad0f-4152-a5e1-dfafce1109a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '54c87341-883c-4d42-a5b8-7076998596f6', 'code': 200} May 31 11:48:55.348646 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Pushing event updated for resources: {'Port': ['ID=54c87341-883c-4d42-a5b8-7076998596f6,revision_number=8']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:48:55.351632 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:48:55.465475 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8611c-81f1-43c1-84aa-dba4b510d0c3 req-e1e394d2-cbb4-442f-b73f-d2620895b68a tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:55.466955 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-a3f8611c-81f1-43c1-84aa-dba4b510d0c3 req-e1e394d2-cbb4-442f-b73f-d2620895b68a tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34006fe-ad0f-4152-a5e1-dfafce1109a7 HTTP/1.1" status: 200 len: 943 time: 0.0917449 May 31 11:48:55.516853 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-a3f8611c-81f1-43c1-84aa-dba4b510d0c3 req-aee266ba-11dc-47c4-8e79-0563ecf7e368 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=94940b80-30df-472a-baac-510aae53c7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439014 May 31 11:48:57.011041 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4993d9-6ff8-4485-b5e7-f51e2e02ac27 req-251e9c1d-640f-4b9f-bc7b-0bf9b7434ed7 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:57.012523 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-7d4993d9-6ff8-4485-b5e7-f51e2e02ac27 req-251e9c1d-640f-4b9f-bc7b-0bf9b7434ed7 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34006fe-ad0f-4152-a5e1-dfafce1109a7 HTTP/1.1" status: 200 len: 943 time: 0.0806975 May 31 11:48:57.061915 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-7d4993d9-6ff8-4485-b5e7-f51e2e02ac27 req-cd27e512-e111-45c3-96df-0adbe03af881 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=94940b80-30df-472a-baac-510aae53c7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435562 May 31 11:48:57.185952 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 36512) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:48:57.314286 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-78883f03-9c07-4a20-be28-18b838ed705a req-532989c1-7164-416f-8926-f98ad62aaaf1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a34006fe-ad0f-4152-a5e1-dfafce1109a7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1270413 May 31 11:48:57.495875 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:57.781714 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-5a239385-4719-4024-ae2c-9eceb5e763db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:58.282016 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d672977-bbf3-474c-b9b6-0e5f0fd7eb12 req-6ca9bc6c-157d-4cd1-b2f9-c4f19f1a67f6 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:58.283594 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-6d672977-bbf3-474c-b9b6-0e5f0fd7eb12 req-6ca9bc6c-157d-4cd1-b2f9-c4f19f1a67f6 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34006fe-ad0f-4152-a5e1-dfafce1109a7 HTTP/1.1" status: 200 len: 943 time: 0.0960433 May 31 11:48:58.329924 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-6d672977-bbf3-474c-b9b6-0e5f0fd7eb12 req-2ecaadf7-09de-43bc-8223-29c5698558ad tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=94940b80-30df-472a-baac-510aae53c7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400534 May 31 11:48:58.337534 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78883f03-9c07-4a20-be28-18b838ed705a req-f793024e-427f-4ba4-aebe-57d2974fb159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:58.339160 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-78883f03-9c07-4a20-be28-18b838ed705a req-f793024e-427f-4ba4-aebe-57d2974fb159 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a34006fe-ad0f-4152-a5e1-dfafce1109a7&tenant_id=63cd0d6391a448f89fefef2dc7ef2e38 HTTP/1.1" status: 200 len: 1096 time: 0.0776589 May 31 11:48:58.442307 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78883f03-9c07-4a20-be28-18b838ed705a req-77e74263-c139-4fed-93b7-2b6257ef29e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:58.443739 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-78883f03-9c07-4a20-be28-18b838ed705a req-77e74263-c139-4fed-93b7-2b6257ef29e1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=63cd0d6391a448f89fefef2dc7ef2e38&device_id=a34006fe-ad0f-4152-a5e1-dfafce1109a7 HTTP/1.1" status: 200 len: 1096 time: 0.0718315 May 31 11:48:58.477600 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-a91c5e8e-8952-4db6-a598-6e76e849b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:48:58.588716 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78883f03-9c07-4a20-be28-18b838ed705a req-04243d5e-8cea-481a-921e-e08f29e6eb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:58.590199 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-78883f03-9c07-4a20-be28-18b838ed705a req-04243d5e-8cea-481a-921e-e08f29e6eb4c service neutron] 10.222.0.61 "GET /v2.0/networks?id=f8884608-2755-4cc1-8a85-87c02cf10458 HTTP/1.1" status: 200 len: 918 time: 0.1400647 May 31 11:48:58.700851 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-78883f03-9c07-4a20-be28-18b838ed705a req-e641d44c-015b-43c2-816d-2a3d0e45f940 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54c87341-883c-4d42-a5b8-7076998596f6 HTTP/1.1" status: 200 len: 999 time: 0.1033866 May 31 11:48:58.765565 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78883f03-9c07-4a20-be28-18b838ed705a req-d60e8ea5-3d0c-40ed-a10c-ae1c78ab48e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:58.767055 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-78883f03-9c07-4a20-be28-18b838ed705a req-d60e8ea5-3d0c-40ed-a10c-ae1c78ab48e3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0a988f52-3f6c-447c-ad15-932818f3661d HTTP/1.1" status: 200 len: 856 time: 0.0591786 May 31 11:48:58.849135 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78883f03-9c07-4a20-be28-18b838ed705a req-673dea64-5847-4642-ba4d-8e337d7c6019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:58.850606 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-78883f03-9c07-4a20-be28-18b838ed705a req-673dea64-5847-4642-ba4d-8e337d7c6019 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f8884608-2755-4cc1-8a85-87c02cf10458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0767860 May 31 11:48:59.081278 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-78883f03-9c07-4a20-be28-18b838ed705a req-f0d0e87a-7c5c-4820-a1c9-345347153a19 service neutron] 10.222.0.61 "GET /v2.0/networks/f8884608-2755-4cc1-8a85-87c02cf10458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241199 May 31 11:48:59.109860 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device 54c87341-883c-4d42-a5b8-7076998596f6 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:48:59.225624 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-78883f03-9c07-4a20-be28-18b838ed705a req-7a213f2e-3e47-4e3d-a466-af2985d05aff service neutron] 10.222.0.61 "GET /v2.0/networks/f8884608-2755-4cc1-8a85-87c02cf10458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374917 May 31 11:48:59.552497 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2c30ff-9a9c-4249-8163-2fc24cb151c9 req-8201d7f9-1dea-4a93-b1d0-4bcd96d913c8 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:48:59.553973 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-3e2c30ff-9a9c-4249-8163-2fc24cb151c9 req-8201d7f9-1dea-4a93-b1d0-4bcd96d913c8 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34006fe-ad0f-4152-a5e1-dfafce1109a7 HTTP/1.1" status: 200 len: 943 time: 0.0919600 May 31 11:48:59.718435 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-3e2c30ff-9a9c-4249-8163-2fc24cb151c9 req-e824edf1-0562-4f9f-8113-8d2e0dc1321d tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=94940b80-30df-472a-baac-510aae53c7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578257 May 31 11:49:00.186323 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-9fdf87ec-5ce8-4616-9e32-e9b9d10b7557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:00.929965 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d890caf-8e09-4b07-86a5-a1445f00179a req-00f4380e-7296-4122-9c68-bb4c4db80134 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:49:00.931706 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-7d890caf-8e09-4b07-86a5-a1445f00179a req-00f4380e-7296-4122-9c68-bb4c4db80134 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34006fe-ad0f-4152-a5e1-dfafce1109a7 HTTP/1.1" status: 200 len: 943 time: 0.0914586 May 31 11:49:00.987597 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-7d890caf-8e09-4b07-86a5-a1445f00179a req-95dbabf2-51ad-4856-8ec3-53e4f89c7a14 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=94940b80-30df-472a-baac-510aae53c7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486717 May 31 11:49:02.197507 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96efd3c6-decb-483f-ac77-f4a6e0f74106 req-07e44635-014e-4bae-924b-d6f537b7f204 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:49:02.198981 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-96efd3c6-decb-483f-ac77-f4a6e0f74106 req-07e44635-014e-4bae-924b-d6f537b7f204 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34006fe-ad0f-4152-a5e1-dfafce1109a7 HTTP/1.1" status: 200 len: 943 time: 0.0884330 May 31 11:49:02.248277 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-96efd3c6-decb-483f-ac77-f4a6e0f74106 req-727d38d8-7ea5-414e-bbf7-3a2b6d391022 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=94940b80-30df-472a-baac-510aae53c7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434811 May 31 11:49:03.616072 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3bc175-f183-4d2a-94c4-73a7004d5dfe req-5536bb5a-89b8-482b-8081-b5b01bc3f252 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:49:03.617567 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-ff3bc175-f183-4d2a-94c4-73a7004d5dfe req-5536bb5a-89b8-482b-8081-b5b01bc3f252 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34006fe-ad0f-4152-a5e1-dfafce1109a7 HTTP/1.1" status: 200 len: 943 time: 0.0957320 May 31 11:49:03.669151 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-ff3bc175-f183-4d2a-94c4-73a7004d5dfe req-b931754b-c49d-4ec5-8ffe-113feb7c44cb tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=94940b80-30df-472a-baac-510aae53c7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458951 May 31 11:49:04.870301 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb0b2b6-903f-41b8-9fb1-37272f912705 req-30eda8bd-a03f-4b08-89dd-48e64a4c8988 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:49:04.872552 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-cbb0b2b6-903f-41b8-9fb1-37272f912705 req-30eda8bd-a03f-4b08-89dd-48e64a4c8988 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34006fe-ad0f-4152-a5e1-dfafce1109a7 HTTP/1.1" status: 200 len: 943 time: 0.0876067 May 31 11:49:04.921809 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-cbb0b2b6-903f-41b8-9fb1-37272f912705 req-3b9ab81d-c0ed-45b1-bd6d-52c27a53f8e3 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=94940b80-30df-472a-baac-510aae53c7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430048 May 31 11:49:05.592951 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.agents_db [None req-9d677285-078d-4c88-aefd-aa7dfcc00faf None None] Agent healthcheck: found 6 active agents {{(pid=98445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:49:06.138144 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c9f9e6-5270-4106-be8b-32ebb6dc843d req-2a08ca66-e140-44b4-8eab-82b17cba867d tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:49:06.139703 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-77c9f9e6-5270-4106-be8b-32ebb6dc843d req-2a08ca66-e140-44b4-8eab-82b17cba867d tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34006fe-ad0f-4152-a5e1-dfafce1109a7 HTTP/1.1" status: 200 len: 943 time: 0.0954368 May 31 11:49:06.191264 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-77c9f9e6-5270-4106-be8b-32ebb6dc843d req-b8c73d81-15c9-4366-a133-edaeea77c0ab tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=94940b80-30df-472a-baac-510aae53c7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456510 May 31 11:49:07.404136 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26d0b8a-a816-49e5-a3e3-6321c6dd659d req-70a74736-e81e-4f77-84e5-e5bca0e3a185 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:49:07.405653 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-e26d0b8a-a816-49e5-a3e3-6321c6dd659d req-70a74736-e81e-4f77-84e5-e5bca0e3a185 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34006fe-ad0f-4152-a5e1-dfafce1109a7 HTTP/1.1" status: 200 len: 943 time: 0.0847301 May 31 11:49:07.458302 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-e26d0b8a-a816-49e5-a3e3-6321c6dd659d req-52c40889-d141-4a7e-a8c1-4952bd00563e tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=94940b80-30df-472a-baac-510aae53c7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422242 May 31 11:49:08.496014 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:08.669716 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1223a553-2194-46ce-a92e-166b4f6d2712 req-f50c33cd-3176-4c73-8c76-9ebf96858f8a tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:49:08.671251 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-1223a553-2194-46ce-a92e-166b4f6d2712 req-f50c33cd-3176-4c73-8c76-9ebf96858f8a tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34006fe-ad0f-4152-a5e1-dfafce1109a7 HTTP/1.1" status: 200 len: 943 time: 0.0933831 May 31 11:49:08.727333 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-1223a553-2194-46ce-a92e-166b4f6d2712 req-d6e38302-c4fe-428a-945f-0c25bafca2fe tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=94940b80-30df-472a-baac-510aae53c7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473104 May 31 11:49:09.928763 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ac6970-4581-42a4-a4b8-bc985cae7e6d req-13a00af0-b248-4232-8152-1d0e800d7244 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:49:09.930249 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-11ac6970-4581-42a4-a4b8-bc985cae7e6d req-13a00af0-b248-4232-8152-1d0e800d7244 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34006fe-ad0f-4152-a5e1-dfafce1109a7 HTTP/1.1" status: 200 len: 943 time: 0.0845060 May 31 11:49:09.987464 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-11ac6970-4581-42a4-a4b8-bc985cae7e6d req-8b52f7f6-4b3f-401c-bdb0-88b62253383d tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=94940b80-30df-472a-baac-510aae53c7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507860 May 31 11:49:11.191518 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee2b6eb-f17c-46c6-b62c-810a681c906b req-df1dc355-bf3c-4d58-a882-ee6f20a1a7f5 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:49:11.193104 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-0ee2b6eb-f17c-46c6-b62c-810a681c906b req-df1dc355-bf3c-4d58-a882-ee6f20a1a7f5 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34006fe-ad0f-4152-a5e1-dfafce1109a7 HTTP/1.1" status: 200 len: 943 time: 0.0850916 May 31 11:49:11.240513 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-0ee2b6eb-f17c-46c6-b62c-810a681c906b req-9254fd2c-83c4-4fd5-8291-ef9c0435d37f tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=94940b80-30df-472a-baac-510aae53c7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401564 May 31 11:49:12.461206 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1734f3-93a6-478e-bc38-58d341bc6f2b req-09e0dc85-6b2b-4884-b031-198c15b86c97 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:49:12.462644 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-9d1734f3-93a6-478e-bc38-58d341bc6f2b req-09e0dc85-6b2b-4884-b031-198c15b86c97 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34006fe-ad0f-4152-a5e1-dfafce1109a7 HTTP/1.1" status: 200 len: 943 time: 0.0990479 May 31 11:49:12.516023 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-9d1734f3-93a6-478e-bc38-58d341bc6f2b req-0575252b-2ed4-48b0-a436-88de53865902 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=94940b80-30df-472a-baac-510aae53c7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469148 May 31 11:49:13.188566 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device 54c87341-883c-4d42-a5b8-7076998596f6 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:49:13.345710 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] For port 54c87341-883c-4d42-a5b8-7076998596f6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=54c87341-883c-4d42-a5b8-7076998596f6,segment=NetworkSegment(12f240fb-3f58-4be6-b39c-8319e4893b89),segment_id=12f240fb-3f58-4be6-b39c-8319e4893b89)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:49:13.359454 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Returning: {'device': '54c87341-883c-4d42-a5b8-7076998596f6', 'network_id': 'f8884608-2755-4cc1-8a85-87c02cf10458', 'port_id': '54c87341-883c-4d42-a5b8-7076998596f6', 'mac_address': 'fa:16:3e:2a:1d:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 650, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a988f52-3f6c-447c-ad15-932818f3661d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:49:13.414736 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:13.432088 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.notifiers.nova [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54c87341-883c-4d42-a5b8-7076998596f6 {{(pid=98444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:49:13.451317 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] For port 54c87341-883c-4d42-a5b8-7076998596f6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=54c87341-883c-4d42-a5b8-7076998596f6,segment=NetworkSegment(12f240fb-3f58-4be6-b39c-8319e4893b89),segment_id=12f240fb-3f58-4be6-b39c-8319e4893b89)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:49:13.457646 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:13.459500 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:49:13.540906 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Pushing event updated for resources: {'Port': ['ID=54c87341-883c-4d42-a5b8-7076998596f6,revision_number=9']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:49:13.544851 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:49:13.726369 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ff99a-ae52-49ea-83db-554f0f7963ab req-a88631ac-3dfb-42e0-8464-e1cf49ab8036 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:49:13.727766 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-e54ff99a-ae52-49ea-83db-554f0f7963ab req-a88631ac-3dfb-42e0-8464-e1cf49ab8036 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34006fe-ad0f-4152-a5e1-dfafce1109a7 HTTP/1.1" status: 200 len: 944 time: 0.0895338 May 31 11:49:13.745410 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] get_ports_and_sgs() called for port_ids ['54c87341-883c-4d42-a5b8-7076998596f6'] {{(pid=98444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:49:13.774814 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-e54ff99a-ae52-49ea-83db-554f0f7963ab req-771b6dec-22f0-4121-993b-2e580e8c4925 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=94940b80-30df-472a-baac-510aae53c7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408375 May 31 11:49:14.981632 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af080fd1-df9c-448d-9f37-5cfd56b8cf6b req-8d12069b-b62a-4825-b00c-b04717653f3f tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:49:14.982993 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-af080fd1-df9c-448d-9f37-5cfd56b8cf6b req-8d12069b-b62a-4825-b00c-b04717653f3f tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34006fe-ad0f-4152-a5e1-dfafce1109a7 HTTP/1.1" status: 200 len: 944 time: 0.0894287 May 31 11:49:15.032102 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-af080fd1-df9c-448d-9f37-5cfd56b8cf6b req-86929b08-d8df-4e0b-b706-368e52dfc2fe tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=94940b80-30df-472a-baac-510aae53c7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406985 May 31 11:49:15.201792 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device 54c87341-883c-4d42-a5b8-7076998596f6 up at agent hyperv_hv-cinder-78638 {{(pid=98444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:49:15.281940 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Provisioning complete for port 54c87341-883c-4d42-a5b8-7076998596f6 triggered by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:49:15.282198 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:15.403384 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:15.431376 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a34006fe-ad0f-4152-a5e1-dfafce1109a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54c87341-883c-4d42-a5b8-7076998596f6'}] {{(pid=98444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:49:15.434033 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88ad6d6066f99d569bf87ae86d08865c72136362fb0dde426bf5d6223abbdd23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-933339a5-462f-4840-a185-b175d760f95f" -d '{"events": [{"server_uuid": "a34006fe-ad0f-4152-a5e1-dfafce1109a7", "name": "network-vif-plugged", "status": "completed", "tag": "54c87341-883c-4d42-a5b8-7076998596f6"}]}' {{(pid=98444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:49:15.441971 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] For port 54c87341-883c-4d42-a5b8-7076998596f6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=54c87341-883c-4d42-a5b8-7076998596f6,segment=NetworkSegment(12f240fb-3f58-4be6-b39c-8319e4893b89),segment_id=12f240fb-3f58-4be6-b39c-8319e4893b89)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:49:15.447384 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:15.450910 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:49:15.489300 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:49:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47250e2a-f1cf-489e-9ffc-42f364809d85 x-openstack-request-id: req-47250e2a-f1cf-489e-9ffc-42f364809d85 {{(pid=98444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:49:15.489570 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a34006fe-ad0f-4152-a5e1-dfafce1109a7", "name": "network-vif-plugged", "status": "completed", "tag": "54c87341-883c-4d42-a5b8-7076998596f6", "code": 200}]} {{(pid=98444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:49:15.489838 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-47250e2a-f1cf-489e-9ffc-42f364809d85 {{(pid=98444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:49:15.490223 dv-cinder-786383-7-smb neutron-server[98444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a34006fe-ad0f-4152-a5e1-dfafce1109a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54c87341-883c-4d42-a5b8-7076998596f6', 'code': 200} May 31 11:49:15.524626 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Pushing event updated for resources: {'Port': ['ID=54c87341-883c-4d42-a5b8-7076998596f6,revision_number=10']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:49:15.528025 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:49:15.789737 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a15f07-15dd-414b-b4bc-30536564f484 req-392abcbb-27ba-4bf7-9d9b-97841c2cd256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:49:15.791177 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-d3a15f07-15dd-414b-b4bc-30536564f484 req-392abcbb-27ba-4bf7-9d9b-97841c2cd256 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a34006fe-ad0f-4152-a5e1-dfafce1109a7 HTTP/1.1" status: 200 len: 1099 time: 0.0868843 May 31 11:49:15.835370 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-d3a15f07-15dd-414b-b4bc-30536564f484 req-af5e04c1-691f-4e30-ab3e-1d60b21ff2c4 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=94940b80-30df-472a-baac-510aae53c7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381029 May 31 11:49:16.249846 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541afdc0-27a6-4e3c-bd45-c5e530349634 req-44e35e3d-9e52-4211-8e7c-7e0a6d26737d tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:49:16.251352 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-541afdc0-27a6-4e3c-bd45-c5e530349634 req-44e35e3d-9e52-4211-8e7c-7e0a6d26737d tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34006fe-ad0f-4152-a5e1-dfafce1109a7 HTTP/1.1" status: 200 len: 946 time: 0.0931201 May 31 11:49:16.298416 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-541afdc0-27a6-4e3c-bd45-c5e530349634 req-6306ca8e-54cb-4867-9071-43ca6d7786e0 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=94940b80-30df-472a-baac-510aae53c7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412564 May 31 11:49:17.502251 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3865e7e-5544-41d8-85e2-20d2ab6618e5 req-2fae2b9f-e1a8-4b43-a85e-938ae9b115a6 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:49:17.503763 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-c3865e7e-5544-41d8-85e2-20d2ab6618e5 req-2fae2b9f-e1a8-4b43-a85e-938ae9b115a6 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34006fe-ad0f-4152-a5e1-dfafce1109a7 HTTP/1.1" status: 200 len: 946 time: 0.0890243 May 31 11:49:17.549772 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-c3865e7e-5544-41d8-85e2-20d2ab6618e5 req-6a1f7055-1006-41a6-a16b-14468c560245 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=94940b80-30df-472a-baac-510aae53c7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402281 May 31 11:49:18.746379 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ab8501-3cb2-4229-890c-a089855d76c2 req-54dd9661-567d-49a4-a309-cfb1cee431da tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:49:18.747880 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-d4ab8501-3cb2-4229-890c-a089855d76c2 req-54dd9661-567d-49a4-a309-cfb1cee431da tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34006fe-ad0f-4152-a5e1-dfafce1109a7 HTTP/1.1" status: 200 len: 946 time: 0.0852294 May 31 11:49:18.802980 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-d4ab8501-3cb2-4229-890c-a089855d76c2 req-94e5b6e9-2e89-4121-b401-a98977ca286a tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=94940b80-30df-472a-baac-510aae53c7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460839 May 31 11:49:24.773456 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-085135cc-afc0-4d08-a86a-b6fa52f4ed7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:27.496087 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:27.787742 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-2e328858-bcf4-4e4e-aadf-0250fbb0c19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:28.484559 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-a91c5e8e-8952-4db6-a598-6e76e849b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:30.192771 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-9fdf87ec-5ce8-4616-9e32-e9b9d10b7557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:38.529141 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:42.595913 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.agents_db [None req-9d677285-078d-4c88-aefd-aa7dfcc00faf None None] Agent healthcheck: found 6 active agents {{(pid=98445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:49:42.795646 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-bd79c0ab-49f2-453e-8ede-414766553937 req-679f8c33-a094-4e71-bb78-ae10df5db0e4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a34006fe-ad0f-4152-a5e1-dfafce1109a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0852714 May 31 11:49:42.903902 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd79c0ab-49f2-453e-8ede-414766553937 req-bf76c2b7-cebf-48c7-9b9a-8d29e20f5094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:49:42.905361 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-bd79c0ab-49f2-453e-8ede-414766553937 req-bf76c2b7-cebf-48c7-9b9a-8d29e20f5094 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=63cd0d6391a448f89fefef2dc7ef2e38&device_id=a34006fe-ad0f-4152-a5e1-dfafce1109a7 HTTP/1.1" status: 200 len: 1099 time: 0.0751457 May 31 11:49:43.058196 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd79c0ab-49f2-453e-8ede-414766553937 req-138dad98-f867-4562-b64e-530f7bbbdda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:49:43.060035 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-bd79c0ab-49f2-453e-8ede-414766553937 req-138dad98-f867-4562-b64e-530f7bbbdda1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f8884608-2755-4cc1-8a85-87c02cf10458 HTTP/1.1" status: 200 len: 918 time: 0.1332207 May 31 11:49:43.165604 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-bd79c0ab-49f2-453e-8ede-414766553937 req-93d7ecee-eaa4-43b6-9ff5-0477ff1532be service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=54c87341-883c-4d42-a5b8-7076998596f6 HTTP/1.1" status: 200 len: 1001 time: 0.0973313 May 31 11:49:43.238481 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd79c0ab-49f2-453e-8ede-414766553937 req-3fd466c5-7aa1-44d0-8704-259e99948e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:49:43.239986 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-bd79c0ab-49f2-453e-8ede-414766553937 req-3fd466c5-7aa1-44d0-8704-259e99948e8e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0a988f52-3f6c-447c-ad15-932818f3661d HTTP/1.1" status: 200 len: 856 time: 0.0635173 May 31 11:49:43.320292 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd79c0ab-49f2-453e-8ede-414766553937 req-2d17e2d0-4e26-4f5d-92e7-f43f23088a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:49:43.321778 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-bd79c0ab-49f2-453e-8ede-414766553937 req-2d17e2d0-4e26-4f5d-92e7-f43f23088a54 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f8884608-2755-4cc1-8a85-87c02cf10458&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0751979 May 31 11:49:43.458453 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-bd79c0ab-49f2-453e-8ede-414766553937 req-e41e8c4a-ba69-4873-af4d-78372105a071 service neutron] 10.222.0.61 "GET /v2.0/networks/f8884608-2755-4cc1-8a85-87c02cf10458?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296268 May 31 11:49:43.593752 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-bd79c0ab-49f2-453e-8ede-414766553937 req-433a7867-78bb-4557-9a73-e7bd7213013b service neutron] 10.222.0.61 "GET /v2.0/networks/f8884608-2755-4cc1-8a85-87c02cf10458?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290720 May 31 11:49:48.324001 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135a2cbd-99c7-496b-ac02-871beb85ba98 req-81bacef2-6e3e-409c-bd55-a5e403297de2 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:49:48.325474 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-135a2cbd-99c7-496b-ac02-871beb85ba98 req-81bacef2-6e3e-409c-bd55-a5e403297de2 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34006fe-ad0f-4152-a5e1-dfafce1109a7 HTTP/1.1" status: 200 len: 946 time: 0.0959787 May 31 11:49:48.372661 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-135a2cbd-99c7-496b-ac02-871beb85ba98 req-f37d4421-a4e2-4450-a369-52de23192d3a tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=94940b80-30df-472a-baac-510aae53c7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400331 May 31 11:49:49.585613 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e0e3c5-e764-47fe-9ea6-587f49ff41ee req-301cc84d-ad2f-4a9b-8565-f3479dc80aef tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:49:49.587092 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-33e0e3c5-e764-47fe-9ea6-587f49ff41ee req-301cc84d-ad2f-4a9b-8565-f3479dc80aef tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34006fe-ad0f-4152-a5e1-dfafce1109a7 HTTP/1.1" status: 200 len: 946 time: 0.0868530 May 31 11:49:49.636902 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-33e0e3c5-e764-47fe-9ea6-587f49ff41ee req-028ac897-15a4-414b-9b5a-5140538b0981 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups?id=94940b80-30df-472a-baac-510aae53c7c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411632 May 31 11:49:49.782835 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c117295a-6370-489a-bd05-ccd713280034 req-fe995b0e-e8e5-4855-95b8-0033c37ed4a0 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:49:49.783430 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [req-c117295a-6370-489a-bd05-ccd713280034 req-fe995b0e-e8e5-4855-95b8-0033c37ed4a0 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Synchronizing usage tracker for tenant:63cd0d6391a448f89fefef2dc7ef2e38 on resource:port {{(pid=98443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:49:49.801095 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [req-c117295a-6370-489a-bd05-ccd713280034 req-fe995b0e-e8e5-4855-95b8-0033c37ed4a0 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Unset dirty status for tenant:63cd0d6391a448f89fefef2dc7ef2e38 on resource:port {{(pid=98443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:49:49.802287 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-c117295a-6370-489a-bd05-ccd713280034 req-fe995b0e-e8e5-4855-95b8-0033c37ed4a0 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.61 "GET /v2.0/ports?device_id=a34006fe-ad0f-4152-a5e1-dfafce1109a7 HTTP/1.1" status: 200 len: 946 time: 0.1081386 May 31 11:49:49.949398 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.plugin [req-c117295a-6370-489a-bd05-ccd713280034 req-99795685-0488-4e11-b032-14c6029fea6c tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Deleting port 54c87341-883c-4d42-a5b8-7076998596f6 {{(pid=98443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:49:49.949682 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-c117295a-6370-489a-bd05-ccd713280034 req-99795685-0488-4e11-b032-14c6029fea6c tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781593492803'] for port, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:50.088860 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.db [req-c117295a-6370-489a-bd05-ccd713280034 req-99795685-0488-4e11-b032-14c6029fea6c tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] For port 54c87341-883c-4d42-a5b8-7076998596f6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=54c87341-883c-4d42-a5b8-7076998596f6,segment=NetworkSegment(12f240fb-3f58-4be6-b39c-8319e4893b89),segment_id=12f240fb-3f58-4be6-b39c-8319e4893b89)] {{(pid=98443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:49:50.089160 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-c117295a-6370-489a-bd05-ccd713280034 req-99795685-0488-4e11-b032-14c6029fea6c tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8366366'] for port, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:50.493065 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-c117295a-6370-489a-bd05-ccd713280034 req-99795685-0488-4e11-b032-14c6029fea6c tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks [] for floatingip, precommit_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:50.493332 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-c117295a-6370-489a-bd05-ccd713280034 req-99795685-0488-4e11-b032-14c6029fea6c tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8365565'] for floatingip, after_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:50.493641 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.db.l3_db [req-c117295a-6370-489a-bd05-ccd713280034 req-99795685-0488-4e11-b032-14c6029fea6c tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Floating IP b08071a3-0608-4bce-9d34-0b0abb9b9d2f disassociated. External IP: 172.28.3.104, port: 54c87341-883c-4d42-a5b8-7076998596f6. May 31 11:49:50.493977 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.plugin [req-c117295a-6370-489a-bd05-ccd713280034 req-99795685-0488-4e11-b032-14c6029fea6c tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Calling delete_port for 54c87341-883c-4d42-a5b8-7076998596f6 owned by compute:nova {{(pid=98443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:49:50.623425 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-c117295a-6370-489a-bd05-ccd713280034 req-99795685-0488-4e11-b032-14c6029fea6c tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781593493926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781593114067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6347609'] for port, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:50.629486 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:49:50.676278 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99795685-0488-4e11-b032-14c6029fea6c tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Pushing event deleted for resources: {'Port': ['ID=54c87341-883c-4d42-a5b8-7076998596f6,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:49:50.687507 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99795685-0488-4e11-b032-14c6029fea6c tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:49:50.688464 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99795685-0488-4e11-b032-14c6029fea6c tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:49:50.688842 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99795685-0488-4e11-b032-14c6029fea6c tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:49:50.689208 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99795685-0488-4e11-b032-14c6029fea6c tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:49:50.689570 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99795685-0488-4e11-b032-14c6029fea6c tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:49:50.689927 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99795685-0488-4e11-b032-14c6029fea6c tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:49:50.690279 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99795685-0488-4e11-b032-14c6029fea6c tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:49:50.690630 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99795685-0488-4e11-b032-14c6029fea6c tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:49:50.691006 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99795685-0488-4e11-b032-14c6029fea6c tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:49:50.691351 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99795685-0488-4e11-b032-14c6029fea6c tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:49:50.691782 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99795685-0488-4e11-b032-14c6029fea6c tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:49:50.692026 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99795685-0488-4e11-b032-14c6029fea6c tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:49:50.695959 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-99795685-0488-4e11-b032-14c6029fea6c tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:49:50.792522 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-355471ae-c7e1-403d-9744-685b02fdba5c req-c8bad44a-9fef-4b61-a70b-beb782e2c177 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34006fe-ad0f-4152-a5e1-dfafce1109a7 HTTP/1.1" status: 200 len: 210 time: 0.0432661 May 31 11:49:50.882919 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c117295a-6370-489a-bd05-ccd713280034 req-99795685-0488-4e11-b032-14c6029fea6c tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Router 64bf3e4e-cdd4-46da-8f77-0a9437927652 has already been hosted by L3 agent 18500941-09fe-4120-b40f-cc1049bfe169 {{(pid=98443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:49:51.080876 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c117295a-6370-489a-bd05-ccd713280034 req-99795685-0488-4e11-b032-14c6029fea6c tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify agent at l3_agent.dv-cinder-786383-7-smb the message routers_updated {{(pid=98443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:49:51.091016 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28f9ee0-e037-4049-8f91-1e659f1d10d5 None None] Sync routers for ids ['64bf3e4e-cdd4-46da-8f77-0a9437927652'] in dv-cinder-786383-7-smb {{(pid=98445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:49:51.101600 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28f9ee0-e037-4049-8f91-1e659f1d10d5 None None] Routers {'64bf3e4e-cdd4-46da-8f77-0a9437927652'} bound to L3 agent in host dv-cinder-786383-7-smb {{(pid=98445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:49:51.102218 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_hamode_db [None req-c28f9ee0-e037-4049-8f91-1e659f1d10d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:33:28Z,description=,heartbeat_timestamp=2021-05-31T11:49:28Z,host='dv-cinder-786383-7-smb',id=18500941-09fe-4120-b40f-cc1049bfe169,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:33:28Z,topic='l3_agent')) {'router_ids': ['64bf3e4e-cdd4-46da-8f77-0a9437927652'], 'active': True} {{(pid=98445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:49:51.157265 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.l3_dvrscheduler_db [req-c117295a-6370-489a-bd05-ccd713280034 req-99795685-0488-4e11-b032-14c6029fea6c tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] No DVR routers for this DVR port 54c87341-883c-4d42-a5b8-7076998596f6 on host hv-cinder-78638 {{(pid=98443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:49:51.159785 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-c117295a-6370-489a-bd05-ccd713280034 req-99795685-0488-4e11-b032-14c6029fea6c tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523773'] for port, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:51.166726 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a34006fe-ad0f-4152-a5e1-dfafce1109a7', 'name': 'network-vif-deleted', 'tag': '54c87341-883c-4d42-a5b8-7076998596f6'}] {{(pid=98443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:49:51.169054 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56017c51fa2db9d96507774d194550d251c1d18f102e1d67e4a71b2ac79ee147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c8f179c-4697-4b81-9c0e-61efaafb0ca3" -d '{"events": [{"server_uuid": "a34006fe-ad0f-4152-a5e1-dfafce1109a7", "name": "network-vif-deleted", "tag": "54c87341-883c-4d42-a5b8-7076998596f6"}]}' {{(pid=98443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:49:51.180032 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-c117295a-6370-489a-bd05-ccd713280034 req-99795685-0488-4e11-b032-14c6029fea6c tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.61 "DELETE /v2.0/ports/54c87341-883c-4d42-a5b8-7076998596f6 HTTP/1.1" status: 204 len: 173 time: 1.3721008 May 31 11:49:51.213932 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5e034e9-ed8b-4846-9e98-08f9a032e601 x-openstack-request-id: req-a5e034e9-ed8b-4846-9e98-08f9a032e601 {{(pid=98443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:49:51.214539 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a34006fe-ad0f-4152-a5e1-dfafce1109a7", "name": "network-vif-deleted", "tag": "54c87341-883c-4d42-a5b8-7076998596f6", "status": "completed", "code": 200}]} {{(pid=98443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:49:51.214814 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a5e034e9-ed8b-4846-9e98-08f9a032e601 {{(pid=98443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:49:51.215292 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a34006fe-ad0f-4152-a5e1-dfafce1109a7', 'name': 'network-vif-deleted', 'tag': '54c87341-883c-4d42-a5b8-7076998596f6', 'status': 'completed', 'code': 200} May 31 11:49:51.297484 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_dvr_db [None req-c28f9ee0-e037-4049-8f91-1e659f1d10d5 None None] Set router 64bf3e4e-cdd4-46da-8f77-0a9437927652 gateway port host: dv-cinder-786383-7-smb {{(pid=98445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:49:51.616436 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_hamode_db [None req-c28f9ee0-e037-4049-8f91-1e659f1d10d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64bf3e4e-cdd4-46da-8f77-0a9437927652', 'name': 'tempest-AttachVolumeShelveTestJSON-1665589338-router', 'tenant_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.235'}], 'enable_snat': True}, 'gw_port_id': '605f9302-436e-4adb-8bb8-d3f81b4d706b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:44:39Z', 'updated_at': '2021-05-31T11:44:44Z', 'revision_number': 4, 'project_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'gw_port': {'id': '605f9302-436e-4adb-8bb8-d3f81b4d706b', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:18:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bf3e4e-cdd4-46da-8f77-0a9437927652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:44:40Z', 'updated_at': '2021-05-31T11:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb', '_interfaces': [{'id': '6e1c848a-433e-4e00-9d0d-38eb7f56e8c4', 'name': '', 'network_id': 'f8884608-2755-4cc1-8a85-87c02cf10458', 'tenant_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'mac_address': 'fa:16:3e:8a:46:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bf3e4e-cdd4-46da-8f77-0a9437927652', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '0a988f52-3f6c-447c-ad15-932818f3661d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:44:43Z', 'updated_at': '2021-05-31T11:44:51Z', 'revision_number': 5, 'project_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'subnets': [{'id': '0a988f52-3f6c-447c-ad15-932818f3661d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-smb', False) {} {{(pid=98445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:49:51.620158 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28f9ee0-e037-4049-8f91-1e659f1d10d5 None None] Checking router: 64bf3e4e-cdd4-46da-8f77-0a9437927652 for host: dv-cinder-786383-7-smb {{(pid=98445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:49:51.628402 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28f9ee0-e037-4049-8f91-1e659f1d10d5 None None] Routers {'64bf3e4e-cdd4-46da-8f77-0a9437927652'} bound to L3 agent in host dv-cinder-786383-7-smb {{(pid=98445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:49:51.629006 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_hamode_db [None req-c28f9ee0-e037-4049-8f91-1e659f1d10d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:33:28Z,description=,heartbeat_timestamp=2021-05-31T11:49:28Z,host='dv-cinder-786383-7-smb',id=18500941-09fe-4120-b40f-cc1049bfe169,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:33:28Z,topic='l3_agent')) {'router_ids': ['64bf3e4e-cdd4-46da-8f77-0a9437927652'], 'active': True} {{(pid=98445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:49:51.804038 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_dvr_db [None req-c28f9ee0-e037-4049-8f91-1e659f1d10d5 None None] Set router 64bf3e4e-cdd4-46da-8f77-0a9437927652 gateway port host: dv-cinder-786383-7-smb {{(pid=98445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:49:51.966008 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-68979e44-4fc5-47cd-89ed-8f747f9dd880 req-ae08c1a7-fd7f-4001-89a1-3ffe9367f3b7 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/ports?device_id=a34006fe-ad0f-4152-a5e1-dfafce1109a7 HTTP/1.1" status: 200 len: 210 time: 0.0432975 May 31 11:49:52.164049 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_hamode_db [None req-c28f9ee0-e037-4049-8f91-1e659f1d10d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64bf3e4e-cdd4-46da-8f77-0a9437927652', 'name': 'tempest-AttachVolumeShelveTestJSON-1665589338-router', 'tenant_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.235'}], 'enable_snat': True}, 'gw_port_id': '605f9302-436e-4adb-8bb8-d3f81b4d706b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:44:39Z', 'updated_at': '2021-05-31T11:44:44Z', 'revision_number': 4, 'project_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'gw_port': {'id': '605f9302-436e-4adb-8bb8-d3f81b4d706b', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:18:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bf3e4e-cdd4-46da-8f77-0a9437927652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:44:40Z', 'updated_at': '2021-05-31T11:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb', '_interfaces': [{'id': '6e1c848a-433e-4e00-9d0d-38eb7f56e8c4', 'name': '', 'network_id': 'f8884608-2755-4cc1-8a85-87c02cf10458', 'tenant_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'mac_address': 'fa:16:3e:8a:46:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bf3e4e-cdd4-46da-8f77-0a9437927652', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '0a988f52-3f6c-447c-ad15-932818f3661d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:44:43Z', 'updated_at': '2021-05-31T11:44:51Z', 'revision_number': 5, 'project_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'subnets': [{'id': '0a988f52-3f6c-447c-ad15-932818f3661d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-smb', False) {} {{(pid=98445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:49:52.168199 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28f9ee0-e037-4049-8f91-1e659f1d10d5 None None] The sync data for ids ['64bf3e4e-cdd4-46da-8f77-0a9437927652'] in dv-cinder-786383-7-smb is: [{'id': '64bf3e4e-cdd4-46da-8f77-0a9437927652', 'name': 'tempest-AttachVolumeShelveTestJSON-1665589338-router', 'tenant_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.235'}], 'enable_snat': True}, 'gw_port_id': '605f9302-436e-4adb-8bb8-d3f81b4d706b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:44:39Z', 'updated_at': '2021-05-31T11:44:44Z', 'revision_number': 4, 'project_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'gw_port': {'id': '605f9302-436e-4adb-8bb8-d3f81b4d706b', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:18:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bf3e4e-cdd4-46da-8f77-0a9437927652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:44:40Z', 'updated_at': '2021-05-31T11:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb', '_interfaces': [{'id': '6e1c848a-433e-4e00-9d0d-38eb7f56e8c4', 'name': '', 'network_id': 'f8884608-2755-4cc1-8a85-87c02cf10458', 'tenant_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'mac_address': 'fa:16:3e:8a:46:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bf3e4e-cdd4-46da-8f77-0a9437927652', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '0a988f52-3f6c-447c-ad15-932818f3661d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:44:43Z', 'updated_at': '2021-05-31T11:44:51Z', 'revision_number': 5, 'project_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'subnets': [{'id': '0a988f52-3f6c-447c-ad15-932818f3661d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:49:52.390824 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40377d5-7baa-40c7-87ea-c118abc80a58 None None] New status for floating IP b08071a3-0608-4bce-9d34-0b0abb9b9d2f: DOWN {{(pid=98444) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 11:49:53.115202 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 36662) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:49:53.194543 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-a55cacf3-2ca0-49ae-b830-13080eba2529 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks [] for security_group, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:53.224087 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-a55cacf3-2ca0-49ae-b830-13080eba2529 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:53.285239 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-a55cacf3-2ca0-49ae-b830-13080eba2529 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:53.289223 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-4eebf6d2-8221-48a9-a21f-96b2024b4a49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:49:53.305921 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55cacf3-2ca0-49ae-b830-13080eba2529 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94940b80-30df-472a-baac-510aae53c7c4,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:49:53.315222 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55cacf3-2ca0-49ae-b830-13080eba2529 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:49:53.315594 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55cacf3-2ca0-49ae-b830-13080eba2529 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:49:53.315961 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55cacf3-2ca0-49ae-b830-13080eba2529 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:49:53.316327 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55cacf3-2ca0-49ae-b830-13080eba2529 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:49:53.316681 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55cacf3-2ca0-49ae-b830-13080eba2529 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:49:53.317040 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55cacf3-2ca0-49ae-b830-13080eba2529 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:49:53.317398 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55cacf3-2ca0-49ae-b830-13080eba2529 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:49:53.317745 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55cacf3-2ca0-49ae-b830-13080eba2529 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:49:53.318079 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55cacf3-2ca0-49ae-b830-13080eba2529 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:49:53.318426 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55cacf3-2ca0-49ae-b830-13080eba2529 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:49:53.318804 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55cacf3-2ca0-49ae-b830-13080eba2529 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:49:53.319155 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a55cacf3-2ca0-49ae-b830-13080eba2529 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:49:53.323487 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-a55cacf3-2ca0-49ae-b830-13080eba2529 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:49:53.327860 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-a55cacf3-2ca0-49ae-b830-13080eba2529 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks [] for security_group, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:53.331619 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-a55cacf3-2ca0-49ae-b830-13080eba2529 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "DELETE /v2.0/security-groups/94940b80-30df-472a-baac-510aae53c7c4 HTTP/1.1" status: 204 len: 168 time: 0.2128723 May 31 11:49:53.331882 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 36666) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:49:53.349491 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.api.v2.resource [None req-9ceb1c3f-eaf1-4cc0-a2f3-fc2f8d9a439e tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] show failed (client error): The resource could not be found. May 31 11:49:53.350466 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-9ceb1c3f-eaf1-4cc0-a2f3-fc2f8d9a439e tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "GET /v2.0/security-groups/94940b80-30df-472a-baac-510aae53c7c4 HTTP/1.1" status: 404 len: 347 time: 0.0176711 May 31 11:49:53.353343 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 36670) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:49:53.422135 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device 54c87341-883c-4d42-a5b8-7076998596f6 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:49:53.459796 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.plugin [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] No Port match for: 54c87341-883c-4d42-a5b8-7076998596f6 {{(pid=98444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:49:53.460164 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device 54c87341-883c-4d42-a5b8-7076998596f6 not bound to the agent host hv-cinder-78638 {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:49:53.675263 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.plugin [None req-773d371a-e8fa-40d3-81c7-2a4a9e44a1a7 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Deleting port abe95331-6b68-47b2-abe9-52ea3e2387b4 {{(pid=98442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:49:53.675568 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-773d371a-e8fa-40d3-81c7-2a4a9e44a1a7 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781593492803'] for port, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:53.796649 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-773d371a-e8fa-40d3-81c7-2a4a9e44a1a7 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8366366'] for port, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:53.797035 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-773d371a-e8fa-40d3-81c7-2a4a9e44a1a7 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:53.920544 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.plugin [None req-773d371a-e8fa-40d3-81c7-2a4a9e44a1a7 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Calling delete_port for abe95331-6b68-47b2-abe9-52ea3e2387b4 owned by network:floatingip {{(pid=98442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:49:54.045711 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-773d371a-e8fa-40d3-81c7-2a4a9e44a1a7 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781593493926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781593114067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6713643'] for port, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:54.051240 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-37606d91-a967-42cc-af56-34d5e3f098d2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:49:54.098399 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773d371a-e8fa-40d3-81c7-2a4a9e44a1a7 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Pushing event deleted for resources: {'Port': ['ID=abe95331-6b68-47b2-abe9-52ea3e2387b4,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:49:54.101427 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-773d371a-e8fa-40d3-81c7-2a4a9e44a1a7 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:49:54.193817 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-773d371a-e8fa-40d3-81c7-2a4a9e44a1a7 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks [] for floatingip, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:54.208416 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-773d371a-e8fa-40d3-81c7-2a4a9e44a1a7 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523773'] for floatingip, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:54.209532 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-773d371a-e8fa-40d3-81c7-2a4a9e44a1a7 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] 10.222.0.21 "DELETE /v2.0/floatingips/b08071a3-0608-4bce-9d34-0b0abb9b9d2f HTTP/1.1" status: 204 len: 168 time: 0.8552778 May 31 11:49:54.771660 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-ad1544b6-bd73-4351-bba2-78de4765946d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:57.065229 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 36696) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:49:57.492879 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:57.764434 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-e6cde471-22e6-410a-aa08-cb53d41366f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8369615'] for router_interface, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:57.781901 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-cc0541fb-68d0-4d5a-9b77-612cef34310d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:58.302404 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.plugin [None req-e6cde471-22e6-410a-aa08-cb53d41366f3 admin admin] Deleting port 6e1c848a-433e-4e00-9d0d-38eb7f56e8c4 {{(pid=98442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:49:58.303084 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-e6cde471-22e6-410a-aa08-cb53d41366f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781593492803'] for port, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:58.431294 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.db [None req-e6cde471-22e6-410a-aa08-cb53d41366f3 admin admin] For port 6e1c848a-433e-4e00-9d0d-38eb7f56e8c4, host dv-cinder-786383-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-smb',level=0,port_id=6e1c848a-433e-4e00-9d0d-38eb7f56e8c4,segment=NetworkSegment(12f240fb-3f58-4be6-b39c-8319e4893b89),segment_id=12f240fb-3f58-4be6-b39c-8319e4893b89)] {{(pid=98442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:49:58.431736 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-e6cde471-22e6-410a-aa08-cb53d41366f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8366366'] for port, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:58.479030 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-a91c5e8e-8952-4db6-a598-6e76e849b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:58.570735 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.plugin [None req-e6cde471-22e6-410a-aa08-cb53d41366f3 admin admin] Calling delete_port for 6e1c848a-433e-4e00-9d0d-38eb7f56e8c4 owned by network:router_interface {{(pid=98442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:49:58.739485 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-e6cde471-22e6-410a-aa08-cb53d41366f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781593493926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781593114067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6713643'] for port, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:58.745842 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:49:58.800992 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cde471-22e6-410a-aa08-cb53d41366f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e1c848a-433e-4e00-9d0d-38eb7f56e8c4,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:49:58.804120 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-e6cde471-22e6-410a-aa08-cb53d41366f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:49:59.072830 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-e6cde471-22e6-410a-aa08-cb53d41366f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7927545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8366687'] for router_interface, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:59.442982 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6cde471-22e6-410a-aa08-cb53d41366f3 admin admin] Router 64bf3e4e-cdd4-46da-8f77-0a9437927652 has already been hosted by L3 agent 18500941-09fe-4120-b40f-cc1049bfe169 {{(pid=98442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:49:59.756917 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6cde471-22e6-410a-aa08-cb53d41366f3 admin admin] Notify agent at l3_agent.dv-cinder-786383-7-smb the message routers_updated {{(pid=98442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:49:59.766130 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15d1718-6c01-4850-8606-77e57dd62200 None None] Sync routers for ids ['64bf3e4e-cdd4-46da-8f77-0a9437927652'] in dv-cinder-786383-7-smb {{(pid=98445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:49:59.769307 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-e6cde471-22e6-410a-aa08-cb53d41366f3 admin admin] 10.222.0.21 "PUT /v2.0/routers/64bf3e4e-cdd4-46da-8f77-0a9437927652/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7026336 May 31 11:49:59.772581 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 36702) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:49:59.777251 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15d1718-6c01-4850-8606-77e57dd62200 None None] Routers {'64bf3e4e-cdd4-46da-8f77-0a9437927652'} bound to L3 agent in host dv-cinder-786383-7-smb {{(pid=98445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:49:59.777860 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_hamode_db [None req-b15d1718-6c01-4850-8606-77e57dd62200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:33:28Z,description=,heartbeat_timestamp=2021-05-31T11:49:58Z,host='dv-cinder-786383-7-smb',id=18500941-09fe-4120-b40f-cc1049bfe169,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:33:28Z,topic='l3_agent')) {'router_ids': ['64bf3e4e-cdd4-46da-8f77-0a9437927652'], 'active': True} {{(pid=98445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:49:59.954529 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-a9e30fa5-f503-4dbb-a9f0-736031d3d03b admin admin] Notify callbacks [] for router, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:49:59.955395 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_dvr_db [None req-b15d1718-6c01-4850-8606-77e57dd62200 None None] Set router 64bf3e4e-cdd4-46da-8f77-0a9437927652 gateway port host: dv-cinder-786383-7-smb {{(pid=98445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:50:00.135706 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-a9e30fa5-f503-4dbb-a9f0-736031d3d03b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:00.191915 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-9fdf87ec-5ce8-4616-9e32-e9b9d10b7557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:00.215740 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.plugin [None req-a9e30fa5-f503-4dbb-a9f0-736031d3d03b admin admin] Deleting port 605f9302-436e-4adb-8bb8-d3f81b4d706b {{(pid=98442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:50:00.216072 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-a9e30fa5-f503-4dbb-a9f0-736031d3d03b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781593492803'] for port, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:00.242404 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_hamode_db [None req-b15d1718-6c01-4850-8606-77e57dd62200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64bf3e4e-cdd4-46da-8f77-0a9437927652', 'name': 'tempest-AttachVolumeShelveTestJSON-1665589338-router', 'tenant_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.235'}], 'enable_snat': True}, 'gw_port_id': '605f9302-436e-4adb-8bb8-d3f81b4d706b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:44:39Z', 'updated_at': '2021-05-31T11:49:58Z', 'revision_number': 5, 'project_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'gw_port': {'id': '605f9302-436e-4adb-8bb8-d3f81b4d706b', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:18:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64bf3e4e-cdd4-46da-8f77-0a9437927652', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:44:40Z', 'updated_at': '2021-05-31T11:44:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb'}], 'dv-cinder-786383-7-smb', False) {} {{(pid=98445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:50:00.246170 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15d1718-6c01-4850-8606-77e57dd62200 None None] Checking router: 64bf3e4e-cdd4-46da-8f77-0a9437927652 for host: dv-cinder-786383-7-smb {{(pid=98445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:50:00.254788 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15d1718-6c01-4850-8606-77e57dd62200 None None] Routers {'64bf3e4e-cdd4-46da-8f77-0a9437927652'} bound to L3 agent in host dv-cinder-786383-7-smb {{(pid=98445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:50:00.255396 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_hamode_db [None req-b15d1718-6c01-4850-8606-77e57dd62200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-31T11:33:28Z,description=,heartbeat_timestamp=2021-05-31T11:49:58Z,host='dv-cinder-786383-7-smb',id=18500941-09fe-4120-b40f-cc1049bfe169,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:33:28Z,topic='l3_agent')) {'router_ids': ['64bf3e4e-cdd4-46da-8f77-0a9437927652'], 'active': True} {{(pid=98445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:50:00.339632 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.db [None req-a9e30fa5-f503-4dbb-a9f0-736031d3d03b admin admin] For port 605f9302-436e-4adb-8bb8-d3f81b4d706b, host dv-cinder-786383-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-smb',level=0,port_id=605f9302-436e-4adb-8bb8-d3f81b4d706b,segment=NetworkSegment(1ab87b5a-2ab4-41da-bbc3-50466ba34034),segment_id=1ab87b5a-2ab4-41da-bbc3-50466ba34034)] {{(pid=98442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:50:00.340007 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-a9e30fa5-f503-4dbb-a9f0-736031d3d03b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8366366'] for port, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:00.405601 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_dvr_db [None req-b15d1718-6c01-4850-8606-77e57dd62200 None None] Set router 64bf3e4e-cdd4-46da-8f77-0a9437927652 gateway port host: None {{(pid=98445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:50:00.462307 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.plugin [None req-a9e30fa5-f503-4dbb-a9f0-736031d3d03b admin admin] Calling delete_port for 605f9302-436e-4adb-8bb8-d3f81b4d706b owned by network:router_gateway {{(pid=98442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:50:00.513645 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_hamode_db [None req-b15d1718-6c01-4850-8606-77e57dd62200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64bf3e4e-cdd4-46da-8f77-0a9437927652', 'name': 'tempest-AttachVolumeShelveTestJSON-1665589338-router', 'tenant_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:44:39Z', 'updated_at': '2021-05-31T11:50:00Z', 'revision_number': 6, 'project_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'gw_port_host': None}], 'dv-cinder-786383-7-smb', False) {} {{(pid=98445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:50:00.517781 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15d1718-6c01-4850-8606-77e57dd62200 None None] The sync data for ids ['64bf3e4e-cdd4-46da-8f77-0a9437927652'] in dv-cinder-786383-7-smb is: [{'id': '64bf3e4e-cdd4-46da-8f77-0a9437927652', 'name': 'tempest-AttachVolumeShelveTestJSON-1665589338-router', 'tenant_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:44:39Z', 'updated_at': '2021-05-31T11:50:00Z', 'revision_number': 6, 'project_id': '63cd0d6391a448f89fefef2dc7ef2e38', 'gw_port_host': None}] {{(pid=98445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:50:00.604294 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-a9e30fa5-f503-4dbb-a9f0-736031d3d03b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781593493926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781593114067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6713643'] for port, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:00.608154 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-f78bba4e-62fd-457b-b627-ad6d2e260972 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:50:00.654146 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e30fa5-f503-4dbb-a9f0-736031d3d03b admin admin] Pushing event deleted for resources: {'Port': ['ID=605f9302-436e-4adb-8bb8-d3f81b4d706b,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:50:00.657277 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-a9e30fa5-f503-4dbb-a9f0-736031d3d03b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:50:00.754603 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-a9e30fa5-f503-4dbb-a9f0-736031d3d03b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8365522'] for router_gateway, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:00.937649 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-a9e30fa5-f503-4dbb-a9f0-736031d3d03b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8360287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-665'] for router, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:00.938286 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-a9e30fa5-f503-4dbb-a9f0-736031d3d03b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:00.963470 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-a9e30fa5-f503-4dbb-a9f0-736031d3d03b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8366179'] for router, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:00.964113 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e30fa5-f503-4dbb-a9f0-736031d3d03b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64bf3e4e-cdd4-46da-8f77-0a9437927652 {{(pid=98442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 11:50:00.976709 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-a9e30fa5-f503-4dbb-a9f0-736031d3d03b admin admin] Notify callbacks [] for router, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:00.977862 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-a9e30fa5-f503-4dbb-a9f0-736031d3d03b admin admin] 10.222.0.21 "DELETE /v2.0/routers/64bf3e4e-cdd4-46da-8f77-0a9437927652 HTTP/1.1" status: 204 len: 168 time: 1.2043939 May 31 11:50:00.980558 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 36706) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:50:01.151619 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.db_base_plugin_v2 [None req-f277f3b3-852a-4925-8e76-cabb0cfecc2c admin admin] Deleting subnet 0a988f52-3f6c-447c-ad15-932818f3661d {{(pid=98442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 11:50:01.154579 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-f277f3b3-852a-4925-8e76-cabb0cfecc2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:01.208756 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-f277f3b3-852a-4925-8e76-cabb0cfecc2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7194582'] for subnet, precommit_delete_associations {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:01.286377 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device 6e1c848a-433e-4e00-9d0d-38eb7f56e8c4 no longer exists at agent ovs-agent-dv-cinder-786383-7-smb {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:50:01.304643 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-f277f3b3-852a-4925-8e76-cabb0cfecc2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649192'] for subnet, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:01.325631 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.plugin [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] No Port match for: 6e1c848a-433e-4e00-9d0d-38eb7f56e8c4 {{(pid=98444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:50:01.325976 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device 6e1c848a-433e-4e00-9d0d-38eb7f56e8c4 not bound to the agent host dv-cinder-786383-7-smb {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:50:01.569394 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-f277f3b3-852a-4925-8e76-cabb0cfecc2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-649821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6324440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6019309'] for subnet, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:01.573399 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-23147e4c-4ec4-4226-82ec-6cc6c023f644 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:50:01.611952 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f277f3b3-852a-4925-8e76-cabb0cfecc2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a988f52-3f6c-447c-ad15-932818f3661d,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:50:01.614995 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-f277f3b3-852a-4925-8e76-cabb0cfecc2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:50:01.615986 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-f277f3b3-852a-4925-8e76-cabb0cfecc2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927509'] for subnet, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:01.621815 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217a4825-7256-424b-adf5-776dd3bb5504 None None] Network f8884608-2755-4cc1-8a85-87c02cf10458 requested from dv-cinder-786383-7-smb {{(pid=98444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:50:01.624948 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-f277f3b3-852a-4925-8e76-cabb0cfecc2c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0a988f52-3f6c-447c-ad15-932818f3661d HTTP/1.1" status: 204 len: 168 time: 0.6410334 May 31 11:50:01.625261 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 36710) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:50:01.735602 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-adb9a00a-c6cf-4105-9dad-79912abeb1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990620'] for network, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:01.807943 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.plugin [None req-adb9a00a-c6cf-4105-9dad-79912abeb1e7 admin admin] Deleting port bde5908e-5f69-4a11-b103-d9a92d98bcee {{(pid=98442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:50:01.808710 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-adb9a00a-c6cf-4105-9dad-79912abeb1e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781593492803'] for port, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:01.871084 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4e56ca-fe37-4934-ace0-aa342e49082b None None] DHCP port deletion for f8884608-2755-4cc1-8a85-87c02cf10458 request from dv-cinder-786383-7-smb {{(pid=98444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 11:50:01.912543 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.db [None req-adb9a00a-c6cf-4105-9dad-79912abeb1e7 admin admin] For port bde5908e-5f69-4a11-b103-d9a92d98bcee, host dv-cinder-786383-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-smb',level=0,port_id=bde5908e-5f69-4a11-b103-d9a92d98bcee,segment=NetworkSegment(12f240fb-3f58-4be6-b39c-8319e4893b89),segment_id=12f240fb-3f58-4be6-b39c-8319e4893b89)] {{(pid=98442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:50:01.912847 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-adb9a00a-c6cf-4105-9dad-79912abeb1e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8366366'] for port, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:01.935998 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.plugin [None req-ee4e56ca-fe37-4934-ace0-aa342e49082b None None] Deleting port bde5908e-5f69-4a11-b103-d9a92d98bcee {{(pid=98444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:50:01.936380 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-ee4e56ca-fe37-4934-ace0-aa342e49082b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781593492803'] for port, before_delete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:02.038134 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-ee4e56ca-fe37-4934-ace0-aa342e49082b None None] For port bde5908e-5f69-4a11-b103-d9a92d98bcee, host dv-cinder-786383-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-smb',level=0,port_id=bde5908e-5f69-4a11-b103-d9a92d98bcee,segment=NetworkSegment(12f240fb-3f58-4be6-b39c-8319e4893b89),segment_id=12f240fb-3f58-4be6-b39c-8319e4893b89)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:50:02.038377 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-ee4e56ca-fe37-4934-ace0-aa342e49082b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8366366'] for port, precommit_delete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:02.045364 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.plugin [None req-adb9a00a-c6cf-4105-9dad-79912abeb1e7 admin admin] Calling delete_port for bde5908e-5f69-4a11-b103-d9a92d98bcee owned by network:dhcp {{(pid=98442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:50:02.096710 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-adb9a00a-c6cf-4105-9dad-79912abeb1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781593493926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781593114067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6713643'] for port, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:02.101002 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-9c136870-0100-45c6-9069-cd9a2cf38dce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:50:02.146642 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb9a00a-c6cf-4105-9dad-79912abeb1e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=bde5908e-5f69-4a11-b103-d9a92d98bcee,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:50:02.149887 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-adb9a00a-c6cf-4105-9dad-79912abeb1e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:50:02.150672 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb9a00a-c6cf-4105-9dad-79912abeb1e7 admin admin] No DVR routers for this DVR port bde5908e-5f69-4a11-b103-d9a92d98bcee on host dv-cinder-786383-7-smb {{(pid=98442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:50:02.163160 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.plugin [None req-ee4e56ca-fe37-4934-ace0-aa342e49082b None None] Calling delete_port for bde5908e-5f69-4a11-b103-d9a92d98bcee owned by network:dhcp {{(pid=98444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:50:02.206700 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-ee4e56ca-fe37-4934-ace0-aa342e49082b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781593493926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781593114067'] for port, after_delete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:02.210239 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:50:02.256719 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4e56ca-fe37-4934-ace0-aa342e49082b None None] Pushing event deleted for resources: {'Port': ['ID=bde5908e-5f69-4a11-b103-d9a92d98bcee,revision_number=None']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:50:02.256719 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4e56ca-fe37-4934-ace0-aa342e49082b None None] No DVR routers for this DVR port bde5908e-5f69-4a11-b103-d9a92d98bcee on host dv-cinder-786383-7-smb {{(pid=98444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:50:02.264506 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4e56ca-fe37-4934-ace0-aa342e49082b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:02.264929 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4e56ca-fe37-4934-ace0-aa342e49082b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:02.265162 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4e56ca-fe37-4934-ace0-aa342e49082b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:02.265509 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4e56ca-fe37-4934-ace0-aa342e49082b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:02.265824 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4e56ca-fe37-4934-ace0-aa342e49082b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:02.266146 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4e56ca-fe37-4934-ace0-aa342e49082b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:02.266445 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4e56ca-fe37-4934-ace0-aa342e49082b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:02.267280 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4e56ca-fe37-4934-ace0-aa342e49082b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:02.268088 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4e56ca-fe37-4934-ace0-aa342e49082b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:02.268566 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4e56ca-fe37-4934-ace0-aa342e49082b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:02.269177 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4e56ca-fe37-4934-ace0-aa342e49082b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:02.269689 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4e56ca-fe37-4934-ace0-aa342e49082b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:02.272761 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-ee4e56ca-fe37-4934-ace0-aa342e49082b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:50:02.275268 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-adb9a00a-c6cf-4105-9dad-79912abeb1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647783', 'neutron.services.segments.db._delete_segments_for_network-8781593572316'] for network, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:02.292090 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.services.segments.db [None req-adb9a00a-c6cf-4105-9dad-79912abeb1e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8884608-2755-4cc1-8a85-87c02cf10458']}} {{(pid=98442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:50:02.304856 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.services.segments.db [None req-adb9a00a-c6cf-4105-9dad-79912abeb1e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12f240fb-3f58-4be6-b39c-8319e4893b89') {'for_net_delete': True} {{(pid=98442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:50:02.305160 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.services.segments.db [None req-adb9a00a-c6cf-4105-9dad-79912abeb1e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12f240fb-3f58-4be6-b39c-8319e4893b89') {} {{(pid=98442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:50:02.317402 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-adb9a00a-c6cf-4105-9dad-79912abeb1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781593581213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7194589'] for segment, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:02.340535 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-adb9a00a-c6cf-4105-9dad-79912abeb1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654047'] for segment, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:02.349043 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adb9a00a-c6cf-4105-9dad-79912abeb1e7 admin admin] Releasing vlan 650 on physical network physnet1 to pool {{(pid=98442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 11:50:02.349457 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-adb9a00a-c6cf-4105-9dad-79912abeb1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6713726'] for segment, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:02.363237 dv-cinder-786383-7-smb neutron-server[98442]: Traceback (most recent call last): May 31 11:50:02.363237 dv-cinder-786383-7-smb neutron-server[98442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 11:50:02.363237 dv-cinder-786383-7-smb neutron-server[98442]: timer() May 31 11:50:02.363237 dv-cinder-786383-7-smb neutron-server[98442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 11:50:02.363237 dv-cinder-786383-7-smb neutron-server[98442]: cb(*args, **kw) May 31 11:50:02.363237 dv-cinder-786383-7-smb neutron-server[98442]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 11:50:02.363237 dv-cinder-786383-7-smb neutron-server[98442]: return func(*args, **kwargs) May 31 11:50:02.363237 dv-cinder-786383-7-smb neutron-server[98442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 11:50:02.363237 dv-cinder-786383-7-smb neutron-server[98442]: self._notify() May 31 11:50:02.363237 dv-cinder-786383-7-smb neutron-server[98442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 11:50:02.363237 dv-cinder-786383-7-smb neutron-server[98442]: self.callback(batched_events) May 31 11:50:02.363237 dv-cinder-786383-7-smb neutron-server[98442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 11:50:02.363237 dv-cinder-786383-7-smb neutron-server[98442]: event.method(event) May 31 11:50:02.363237 dv-cinder-786383-7-smb neutron-server[98442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 11:50:02.363237 dv-cinder-786383-7-smb neutron-server[98442]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 11:50:02.363237 dv-cinder-786383-7-smb neutron-server[98442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 11:50:02.363237 dv-cinder-786383-7-smb neutron-server[98442]: aggregate_uuid = self.p_client.list_aggregates( May 31 11:50:02.363237 dv-cinder-786383-7-smb neutron-server[98442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 11:50:02.363237 dv-cinder-786383-7-smb neutron-server[98442]: return f(self, *a, **k) May 31 11:50:02.363237 dv-cinder-786383-7-smb neutron-server[98442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 11:50:02.363237 dv-cinder-786383-7-smb neutron-server[98442]: return self._get(url).json() May 31 11:50:02.363237 dv-cinder-786383-7-smb neutron-server[98442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 11:50:02.363237 dv-cinder-786383-7-smb neutron-server[98442]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 11:50:02.363237 dv-cinder-786383-7-smb neutron-server[98442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 11:50:02.363237 dv-cinder-786383-7-smb neutron-server[98442]: return self.request(url, 'GET', **kwargs) May 31 11:50:02.363237 dv-cinder-786383-7-smb neutron-server[98442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 11:50:02.363237 dv-cinder-786383-7-smb neutron-server[98442]: base_url = self.get_endpoint(auth, allow=allow, May 31 11:50:02.363237 dv-cinder-786383-7-smb neutron-server[98442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 11:50:02.363237 dv-cinder-786383-7-smb neutron-server[98442]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 11:50:02.363237 dv-cinder-786383-7-smb neutron-server[98442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 11:50:02.363237 dv-cinder-786383-7-smb neutron-server[98442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 11:50:02.363237 dv-cinder-786383-7-smb neutron-server[98442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 11:50:02.450174 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-adb9a00a-c6cf-4105-9dad-79912abeb1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8325956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7927536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8365519'] for network, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:02.456677 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:50:02.470369 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-adb9a00a-c6cf-4105-9dad-79912abeb1e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927509'] for network, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:02.481303 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb9a00a-c6cf-4105-9dad-79912abeb1e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8884608-2755-4cc1-8a85-87c02cf10458,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:50:02.483671 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-adb9a00a-c6cf-4105-9dad-79912abeb1e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:50:02.498816 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-adb9a00a-c6cf-4105-9dad-79912abeb1e7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/f8884608-2755-4cc1-8a85-87c02cf10458 HTTP/1.1" status: 204 len: 168 time: 0.8725142 May 31 11:50:02.651397 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 36716) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:50:02.670070 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device 605f9302-436e-4adb-8bb8-d3f81b4d706b no longer exists at agent ovs-agent-dv-cinder-786383-7-smb {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:50:02.701792 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-6ac65966-c6f5-4f25-a17f-6042cf7294d9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=63cd0d6391a448f89fefef2dc7ef2e38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0490429 May 31 11:50:02.704376 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 36720) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:50:02.705980 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.plugin [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] No Port match for: 605f9302-436e-4adb-8bb8-d3f81b4d706b {{(pid=98444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:50:02.706342 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device 605f9302-436e-4adb-8bb8-d3f81b4d706b not bound to the agent host dv-cinder-786383-7-smb {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:50:02.706817 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device bde5908e-5f69-4a11-b103-d9a92d98bcee no longer exists at agent ovs-agent-dv-cinder-786383-7-smb {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:50:02.743031 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.plugin [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] No Port match for: bde5908e-5f69-4a11-b103-d9a92d98bcee {{(pid=98444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:50:02.743390 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device bde5908e-5f69-4a11-b103-d9a92d98bcee not bound to the agent host dv-cinder-786383-7-smb {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:50:02.766320 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-98ab1437-309d-4891-8105-2a3bc36b4518 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:02.796817 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-98ab1437-309d-4891-8105-2a3bc36b4518 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:02.857873 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-98ab1437-309d-4891-8105-2a3bc36b4518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:02.863598 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-5bb6f593-e29e-4c5c-a42e-96baa04bc81d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:50:02.886272 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ab1437-309d-4891-8105-2a3bc36b4518 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e7ac44b-dd5b-4aed-89f1-14c1d247558e,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:50:02.890132 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-98ab1437-309d-4891-8105-2a3bc36b4518 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:50:02.898241 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-98ab1437-309d-4891-8105-2a3bc36b4518 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:02.899818 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-98ab1437-309d-4891-8105-2a3bc36b4518 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9e7ac44b-dd5b-4aed-89f1-14c1d247558e HTTP/1.1" status: 204 len: 168 time: 0.1942124 May 31 11:50:04.704694 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 36764) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:50:04.850695 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-709e64b5-6b0e-421c-a2ff-ba7f28a546df admin admin] Notify callbacks [] for security_group, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:04.872444 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-709e64b5-6b0e-421c-a2ff-ba7f28a546df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:50:04.879616 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-709e64b5-6b0e-421c-a2ff-ba7f28a546df admin admin] Usage tracker for resource:security_group_rule and tenant:2eb6d62d11f141dd8b1303becca8cc00 is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:50:04.884308 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-709e64b5-6b0e-421c-a2ff-ba7f28a546df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:50:04.893102 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-709e64b5-6b0e-421c-a2ff-ba7f28a546df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:50:04.985600 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-709e64b5-6b0e-421c-a2ff-ba7f28a546df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:04.991657 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-709e64b5-6b0e-421c-a2ff-ba7f28a546df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:04.998742 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-93d791c5-7779-4934-9afc-0269d7177555 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:50:05.039506 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-709e64b5-6b0e-421c-a2ff-ba7f28a546df admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2eb6d62d11f141dd8b1303becca8cc00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3335562 May 31 11:50:05.040398 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709e64b5-6b0e-421c-a2ff-ba7f28a546df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea60a16c-50b4-403b-bf80-6eff16a31b29,revision_number=1']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:50:05.042535 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 36770) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:50:05.043509 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-709e64b5-6b0e-421c-a2ff-ba7f28a546df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:50:05.111214 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-54c5c153-021c-4c82-aa77-80831e26f043 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:05.139346 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-54c5c153-021c-4c82-aa77-80831e26f043 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:05.201962 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-54c5c153-021c-4c82-aa77-80831e26f043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:05.206342 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-8f8ff572-d90a-4b5a-abd8-09dbdb2b24ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:50:05.219448 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c5c153-021c-4c82-aa77-80831e26f043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea60a16c-50b4-403b-bf80-6eff16a31b29,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:50:05.224251 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-54c5c153-021c-4c82-aa77-80831e26f043 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:50:05.226796 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-54c5c153-021c-4c82-aa77-80831e26f043 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:05.227902 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-54c5c153-021c-4c82-aa77-80831e26f043 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ea60a16c-50b4-403b-bf80-6eff16a31b29 HTTP/1.1" status: 204 len: 168 time: 0.1843891 May 31 11:50:05.535103 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 36778) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:50:05.559095 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-8c7e83ba-2d3a-4162-815a-a561ff80faea admin admin] Notify callbacks [] for security_group, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:05.574769 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-8c7e83ba-2d3a-4162-815a-a561ff80faea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:50:05.579254 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-8c7e83ba-2d3a-4162-815a-a561ff80faea admin admin] Usage tracker for resource:security_group_rule and tenant:5b53c05bb8a94420b2b9b6781d1538b0 is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:50:05.583135 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-8c7e83ba-2d3a-4162-815a-a561ff80faea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:50:05.589145 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-8c7e83ba-2d3a-4162-815a-a561ff80faea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:50:05.674804 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-8c7e83ba-2d3a-4162-815a-a561ff80faea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:05.680708 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-8c7e83ba-2d3a-4162-815a-a561ff80faea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:05.688397 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-a3400b53-4b62-4390-baaa-f900eecd85ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:50:05.732702 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-8c7e83ba-2d3a-4162-815a-a561ff80faea admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5b53c05bb8a94420b2b9b6781d1538b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1962421 May 31 11:50:05.733652 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7e83ba-2d3a-4162-815a-a561ff80faea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e37e4a3f-2b5f-4e33-9c3d-f1cfb7dc82c2,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:50:05.735660 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 36782) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:50:05.737486 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-8c7e83ba-2d3a-4162-815a-a561ff80faea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:50:05.800878 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-5fc2aaa8-bedf-45b4-8ce9-634dc155ac5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:05.926508 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-5fc2aaa8-bedf-45b4-8ce9-634dc155ac5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:05.980525 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-5fc2aaa8-bedf-45b4-8ce9-634dc155ac5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:05.984183 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-46db5ea2-529c-4a0f-978a-2375ce0a5bb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:50:05.996252 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc2aaa8-bedf-45b4-8ce9-634dc155ac5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37e4a3f-2b5f-4e33-9c3d-f1cfb7dc82c2,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:50:05.998802 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-5fc2aaa8-bedf-45b4-8ce9-634dc155ac5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:50:06.007050 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-5fc2aaa8-bedf-45b4-8ce9-634dc155ac5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:06.010780 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-5fc2aaa8-bedf-45b4-8ce9-634dc155ac5d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e37e4a3f-2b5f-4e33-9c3d-f1cfb7dc82c2 HTTP/1.1" status: 204 len: 168 time: 0.2715492 May 31 11:50:08.541418 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:19.595283 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.agents_db [None req-9d677285-078d-4c88-aefd-aa7dfcc00faf None None] Agent healthcheck: found 6 active agents {{(pid=98445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:50:20.566996 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 36896) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:50:20.699683 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-c374822d-7e6e-40b0-ba56-72d4775af8c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:20.717177 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-c374822d-7e6e-40b0-ba56-72d4775af8c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:50:20.721344 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-c374822d-7e6e-40b0-ba56-72d4775af8c6 admin admin] Usage tracker for resource:security_group_rule and tenant:e3d8195f8c15460db4e19392646dadb9 is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:50:20.724601 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-c374822d-7e6e-40b0-ba56-72d4775af8c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:50:20.730319 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-c374822d-7e6e-40b0-ba56-72d4775af8c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:50:20.829384 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-c374822d-7e6e-40b0-ba56-72d4775af8c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:20.835191 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-c374822d-7e6e-40b0-ba56-72d4775af8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:20.842267 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-25463b3b-cd65-40b8-8dcc-2a7f578b03d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:50:20.883234 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-c374822d-7e6e-40b0-ba56-72d4775af8c6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e3d8195f8c15460db4e19392646dadb9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3144023 May 31 11:50:20.884159 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c374822d-7e6e-40b0-ba56-72d4775af8c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc1ce10-b13c-43ce-b150-d0bc00b755ae,revision_number=1']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:50:20.885979 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 36902) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:50:20.888444 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-c374822d-7e6e-40b0-ba56-72d4775af8c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:50:20.947271 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-a2bbea07-fe21-4bdf-9676-612883a940e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:20.973410 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-a2bbea07-fe21-4bdf-9676-612883a940e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:21.041395 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-a2bbea07-fe21-4bdf-9676-612883a940e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:21.045291 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-ac33635e-8fd4-4651-9364-0ec71b41d15a tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:50:21.059401 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bbea07-fe21-4bdf-9676-612883a940e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc1ce10-b13c-43ce-b150-d0bc00b755ae,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:50:21.063169 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-a2bbea07-fe21-4bdf-9676-612883a940e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:50:21.069062 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-a2bbea07-fe21-4bdf-9676-612883a940e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:21.071292 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-a2bbea07-fe21-4bdf-9676-612883a940e6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/afc1ce10-b13c-43ce-b150-d0bc00b755ae HTTP/1.1" status: 204 len: 168 time: 0.1842723 May 31 11:50:21.807153 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 36926) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:50:21.923052 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.v2.base [None req-93c125d6-ba76-4c67-9489-301da028d0c9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1136181403-network', 'tenant_id': 'af0f5eeb6eb64f74956a77b2bb8e4da6'}} {{(pid=98443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:50:21.929354 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-93c125d6-ba76-4c67-9489-301da028d0c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:50:21.933693 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-93c125d6-ba76-4c67-9489-301da028d0c9 admin admin] Usage tracker for resource:network and tenant:af0f5eeb6eb64f74956a77b2bb8e4da6 is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:50:21.936718 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-93c125d6-ba76-4c67-9489-301da028d0c9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:50:21.944023 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-93c125d6-ba76-4c67-9489-301da028d0c9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:50:21.957122 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c125d6-ba76-4c67-9489-301da028d0c9 admin admin] Made reservation on behalf of af0f5eeb6eb64f74956a77b2bb8e4da6 for: {'network': 1} {{(pid=98443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:50:21.959517 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-93c125d6-ba76-4c67-9489-301da028d0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-574767'] for network, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:21.971444 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-93c125d6-ba76-4c67-9489-301da028d0c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:21.986235 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-93c125d6-ba76-4c67-9489-301da028d0c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:50:21.990482 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-93c125d6-ba76-4c67-9489-301da028d0c9 admin admin] Usage tracker for resource:security_group_rule and tenant:af0f5eeb6eb64f74956a77b2bb8e4da6 is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:50:21.993550 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-93c125d6-ba76-4c67-9489-301da028d0c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:50:21.999358 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-93c125d6-ba76-4c67-9489-301da028d0c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:50:22.093531 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-93c125d6-ba76-4c67-9489-301da028d0c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:22.098578 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-93c125d6-ba76-4c67-9489-301da028d0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:22.101509 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-cd992371-c866-48ad-b690-b6679e3c3026 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:50:22.128739 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93c125d6-ba76-4c67-9489-301da028d0c9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 696} {{(pid=98443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:50:22.136990 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c125d6-ba76-4c67-9489-301da028d0c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcaf4328-8396-4f2c-adb5-f59a3e1a92e3,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:50:22.140504 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-93c125d6-ba76-4c67-9489-301da028d0c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:50:22.143198 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-93c125d6-ba76-4c67-9489-301da028d0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654047'] for segment, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:22.143531 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.db.segments_db [None req-93c125d6-ba76-4c67-9489-301da028d0c9 admin admin] Added segment d97afcc9-bfda-4903-b726-bea52f27265b of type vlan for network 72fd4bb5-061c-4a26-bd76-7cee300a04d8 May 31 11:50:22.172738 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-93c125d6-ba76-4c67-9489-301da028d0c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781593130307'] for network, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:22.212662 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-93c125d6-ba76-4c67-9489-301da028d0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8325956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7927536'] for network, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:22.213983 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c125d6-ba76-4c67-9489-301da028d0c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:22.214689 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-93c125d6-ba76-4c67-9489-301da028d0c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927509'] for network, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:22.217929 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:50:22.319663 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c125d6-ba76-4c67-9489-301da028d0c9 admin admin] Pushing event updated for resources: {'Network': ['ID=72fd4bb5-061c-4a26-bd76-7cee300a04d8,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:50:22.322860 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-93c125d6-ba76-4c67-9489-301da028d0c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:50:22.325094 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-93c125d6-ba76-4c67-9489-301da028d0c9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5168016 May 31 11:50:22.327947 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 36932) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:50:22.329765 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Network 72fd4bb5-061c-4a26-bd76-7cee300a04d8 details requested by agent ovs-agent-dv-cinder-786383-7-smb with host dv-cinder-786383-7-smb {{(pid=98444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:50:22.334567 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.v2.base [None req-f70f863d-b0da-403b-8857-b1a2c45b0395 admin admin] Request body: {'subnet': {'network_id': '72fd4bb5-061c-4a26-bd76-7cee300a04d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1136181403-subnet', 'tenant_id': 'af0f5eeb6eb64f74956a77b2bb8e4da6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=98443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:50:22.339738 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-f70f863d-b0da-403b-8857-b1a2c45b0395 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:50:22.343776 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-f70f863d-b0da-403b-8857-b1a2c45b0395 admin admin] Usage tracker for resource:subnet and tenant:af0f5eeb6eb64f74956a77b2bb8e4da6 is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:50:22.346782 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-f70f863d-b0da-403b-8857-b1a2c45b0395 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:50:22.353600 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-f70f863d-b0da-403b-8857-b1a2c45b0395 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:50:22.364470 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70f863d-b0da-403b-8857-b1a2c45b0395 admin admin] Made reservation on behalf of af0f5eeb6eb64f74956a77b2bb8e4da6 for: {'subnet': 1} {{(pid=98443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:50:22.366789 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-f70f863d-b0da-403b-8857-b1a2c45b0395 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6022280'] for subnet, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:22.875294 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-f70f863d-b0da-403b-8857-b1a2c45b0395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6695657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6022302'] for subnet, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:22.880040 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-ff6ea344-fdf0-46dc-8986-819d83756660 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:50:22.948304 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70f863d-b0da-403b-8857-b1a2c45b0395 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d8e2e77-5113-4c9f-b10a-c217e4f23f76,revision_number=0']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:50:22.951560 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-f70f863d-b0da-403b-8857-b1a2c45b0395 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:50:22.957461 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70f863d-b0da-403b-8857-b1a2c45b0395 admin admin] Checking segment: {'id': 'd97afcc9-bfda-4903-b726-bea52f27265b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '72fd4bb5-061c-4a26-bd76-7cee300a04d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:50:22.957806 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70f863d-b0da-403b-8857-b1a2c45b0395 admin admin] Network hostable DHCP agents. Network: 72fd4bb5-061c-4a26-bd76-7cee300a04d8, hostable agents: ['fb962da1-0809-46df-9ec4-203c2f15f643'], hosted agents: [] {{(pid=98443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:50:22.977992 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70f863d-b0da-403b-8857-b1a2c45b0395 admin admin] Network 72fd4bb5-061c-4a26-bd76-7cee300a04d8 is scheduled to be hosted by DHCP agent fb962da1-0809-46df-9ec4-203c2f15f643 with binding_index 1 {{(pid=98443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:50:22.989982 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.base_scheduler [None req-f70f863d-b0da-403b-8857-b1a2c45b0395 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-7-smb, 72fd4bb5-061c-4a26-bd76-7cee300a04d8) {{(pid=98443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:50:22.999242 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70f863d-b0da-403b-8857-b1a2c45b0395 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:22.999859 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffea7740-15c4-4b46-b315-1a24c3e53e93 None None] Network 72fd4bb5-061c-4a26-bd76-7cee300a04d8 requested from dv-cinder-786383-7-smb {{(pid=98444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:50:23.000007 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-f70f863d-b0da-403b-8857-b1a2c45b0395 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:23.027253 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-f70f863d-b0da-403b-8857-b1a2c45b0395 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6979804 May 31 11:50:23.197772 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf074dd4-df9a-49c4-a135-f3b614676a50 None None] Network 72fd4bb5-061c-4a26-bd76-7cee300a04d8 requested from dv-cinder-786383-7-smb {{(pid=98444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:50:24.766426 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-a9a56790-827a-4d9c-8b5c-b30c5ff825f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:25.080487 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2589314-5d26-4312-8ed1-587d63b8849a req-16dcc4db-a863-4849-9d4e-c0f1aac08f31 tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:25.081944 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-f2589314-5d26-4312-8ed1-587d63b8849a req-16dcc4db-a863-4849-9d4e-c0f1aac08f31 tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] 10.222.0.21 "GET /v2.0/networks?id=72fd4bb5-061c-4a26-bd76-7cee300a04d8 HTTP/1.1" status: 200 len: 809 time: 0.1536050 May 31 11:50:25.097391 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-f2589314-5d26-4312-8ed1-587d63b8849a req-a94c0599-bf3e-45f8-be0f-f26e8d1d1797 tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] 10.222.0.21 "GET /v2.0/quotas/af0f5eeb6eb64f74956a77b2bb8e4da6 HTTP/1.1" status: 200 len: 375 time: 0.0093699 May 31 11:50:25.145123 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-f2589314-5d26-4312-8ed1-587d63b8849a req-f86ec503-a3e0-49cf-97ef-9677470f33f5 tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=af0f5eeb6eb64f74956a77b2bb8e4da6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423303 May 31 11:50:25.310265 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-f2589314-5d26-4312-8ed1-587d63b8849a req-bf509e26-74f6-482e-a4ca-d773f3bf6b4d service neutron] 10.222.0.21 "GET /v2.0/networks/72fd4bb5-061c-4a26-bd76-7cee300a04d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548679 May 31 11:50:25.446061 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-f2589314-5d26-4312-8ed1-587d63b8849a req-81bc56e3-f66f-4ca8-886d-a261dc196ef1 service neutron] 10.222.0.21 "GET /v2.0/networks/72fd4bb5-061c-4a26-bd76-7cee300a04d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273687 May 31 11:50:25.630696 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-2a077d1b-e0de-4859-8f8c-52754b893500 req-18f8c333-2fd8-49a0-b9e4-bc3ee2260c69 tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] 10.222.0.21 "GET /v2.0/ports?device_id=8405dc0d-40bf-473c-87c6-a896f3f3d1f3 HTTP/1.1" status: 200 len: 210 time: 0.0431242 May 31 11:50:26.791720 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-afb2bf38-6452-40fd-a4c7-0ed00df33844 req-43330579-dddd-41ef-a55c-ec052c091edd tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] 10.222.0.21 "GET /v2.0/ports?device_id=8405dc0d-40bf-473c-87c6-a896f3f3d1f3 HTTP/1.1" status: 200 len: 210 time: 0.0503745 May 31 11:50:27.098587 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2589314-5d26-4312-8ed1-587d63b8849a req-a98f7b2f-2519-4688-b25a-4f0dd4c11e53 tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:27.099587 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [req-f2589314-5d26-4312-8ed1-587d63b8849a req-a98f7b2f-2519-4688-b25a-4f0dd4c11e53 tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Synchronizing usage tracker for tenant:af0f5eeb6eb64f74956a77b2bb8e4da6 on resource:network {{(pid=98443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:50:27.117770 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [req-f2589314-5d26-4312-8ed1-587d63b8849a req-a98f7b2f-2519-4688-b25a-4f0dd4c11e53 tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Unset dirty status for tenant:af0f5eeb6eb64f74956a77b2bb8e4da6 on resource:network {{(pid=98443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:50:27.118913 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-f2589314-5d26-4312-8ed1-587d63b8849a req-a98f7b2f-2519-4688-b25a-4f0dd4c11e53 tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] 10.222.0.61 "GET /v2.0/networks?id=72fd4bb5-061c-4a26-bd76-7cee300a04d8 HTTP/1.1" status: 200 len: 809 time: 0.2177227 May 31 11:50:27.138097 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.v2.base [req-f2589314-5d26-4312-8ed1-587d63b8849a req-44256eaa-d95d-402d-8874-403ce724d2fd tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Request body: {'port': {'device_id': '8405dc0d-40bf-473c-87c6-a896f3f3d1f3', 'network_id': '72fd4bb5-061c-4a26-bd76-7cee300a04d8', 'admin_state_up': True, 'tenant_id': 'af0f5eeb6eb64f74956a77b2bb8e4da6'}} {{(pid=98443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:50:27.279465 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [req-f2589314-5d26-4312-8ed1-587d63b8849a req-44256eaa-d95d-402d-8874-403ce724d2fd tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:50:27.283473 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [req-f2589314-5d26-4312-8ed1-587d63b8849a req-44256eaa-d95d-402d-8874-403ce724d2fd tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Usage tracker for resource:port and tenant:af0f5eeb6eb64f74956a77b2bb8e4da6 is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:50:27.286519 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [req-f2589314-5d26-4312-8ed1-587d63b8849a req-44256eaa-d95d-402d-8874-403ce724d2fd tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:50:27.292730 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [req-f2589314-5d26-4312-8ed1-587d63b8849a req-44256eaa-d95d-402d-8874-403ce724d2fd tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:50:27.305882 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2589314-5d26-4312-8ed1-587d63b8849a req-44256eaa-d95d-402d-8874-403ce724d2fd tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Made reservation on behalf of af0f5eeb6eb64f74956a77b2bb8e4da6 for: {'port': 1} {{(pid=98443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:50:27.309897 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-f2589314-5d26-4312-8ed1-587d63b8849a req-44256eaa-d95d-402d-8874-403ce724d2fd tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:27.489740 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.db_base_plugin_common [req-f2589314-5d26-4312-8ed1-587d63b8849a req-44256eaa-d95d-402d-8874-403ce724d2fd tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Allocated IP 172.20.0.9 (72fd4bb5-061c-4a26-bd76-7cee300a04d8/3d8e2e77-5113-4c9f-b10a-c217e4f23f76/cb4870ce-1170-4817-9dc4-24a4ea85121c) {{(pid=98443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:50:27.491848 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:27.714217 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-f2589314-5d26-4312-8ed1-587d63b8849a req-44256eaa-d95d-402d-8874-403ce724d2fd tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Notify callbacks [] for port, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:27.757745 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-f2589314-5d26-4312-8ed1-587d63b8849a req-44256eaa-d95d-402d-8874-403ce724d2fd tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781593114058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6347609'] for port, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:27.763485 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-61b8840c-129f-4a69-8a61-f5af4d4d9e7b tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:50:27.784966 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-8805513b-17d3-4822-bc9d-1f7fb270ec2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:27.833741 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2589314-5d26-4312-8ed1-587d63b8849a req-44256eaa-d95d-402d-8874-403ce724d2fd tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Network 72fd4bb5-061c-4a26-bd76-7cee300a04d8 is already hosted by enough agents. {{(pid=98443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:50:27.837046 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.base_scheduler [req-f2589314-5d26-4312-8ed1-587d63b8849a req-44256eaa-d95d-402d-8874-403ce724d2fd tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Resources bound (agent type, host, resource id): {{(pid=98443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:50:27.840935 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2589314-5d26-4312-8ed1-587d63b8849a req-44256eaa-d95d-402d-8874-403ce724d2fd tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Received port after_create {{(pid=98443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:50:27.871954 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44256eaa-d95d-402d-8874-403ce724d2fd tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Pushing event updated for resources: {'Port': ['ID=cb4870ce-1170-4817-9dc4-24a4ea85121c,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:50:27.878178 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-44256eaa-d95d-402d-8874-403ce724d2fd tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:50:27.907142 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2589314-5d26-4312-8ed1-587d63b8849a req-44256eaa-d95d-402d-8874-403ce724d2fd tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:27.907747 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-f2589314-5d26-4312-8ed1-587d63b8849a req-44256eaa-d95d-402d-8874-403ce724d2fd tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523773'] for port, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:27.929652 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-f2589314-5d26-4312-8ed1-587d63b8849a req-44256eaa-d95d-402d-8874-403ce724d2fd tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7954695 May 31 11:50:27.951078 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.v2.base [req-f2589314-5d26-4312-8ed1-587d63b8849a req-a72a6510-b662-4230-8015-1321337f6d2f service neutron] Request body: {'port': {'device_id': '8405dc0d-40bf-473c-87c6-a896f3f3d1f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:50:27.993841 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e520a1-eaa1-4106-9fbf-e2d11b50e9ca req-3da07662-88e1-4d8b-9771-ade8168e3319 tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:27.995371 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-d2e520a1-eaa1-4106-9fbf-e2d11b50e9ca req-3da07662-88e1-4d8b-9771-ade8168e3319 tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] 10.222.0.21 "GET /v2.0/ports?device_id=8405dc0d-40bf-473c-87c6-a896f3f3d1f3 HTTP/1.1" status: 200 len: 931 time: 0.0946543 May 31 11:50:28.041920 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-d2e520a1-eaa1-4106-9fbf-e2d11b50e9ca req-611b95e8-22c7-4747-a5a8-9b163f74dbcb tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcaf4328-8396-4f2c-adb5-f59a3e1a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405474 May 31 11:50:28.069417 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-f2589314-5d26-4312-8ed1-587d63b8849a req-a72a6510-b662-4230-8015-1321337f6d2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:28.474751 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.notifiers.nova [req-f2589314-5d26-4312-8ed1-587d63b8849a req-a72a6510-b662-4230-8015-1321337f6d2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb4870ce-1170-4817-9dc4-24a4ea85121c {{(pid=98443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:50:28.483005 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-f2589314-5d26-4312-8ed1-587d63b8849a req-a72a6510-b662-4230-8015-1321337f6d2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:28.484920 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-a91c5e8e-8952-4db6-a598-6e76e849b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:28.498995 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.provisioning_blocks [req-f2589314-5d26-4312-8ed1-587d63b8849a req-a72a6510-b662-4230-8015-1321337f6d2f service neutron] Transition to ACTIVE for port object cb4870ce-1170-4817-9dc4-24a4ea85121c will not be triggered until provisioned by entity L2. {{(pid=98443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:50:28.503708 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-f2589314-5d26-4312-8ed1-587d63b8849a req-a72a6510-b662-4230-8015-1321337f6d2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6347600'] for port, after_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:28.508763 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-864debf5-767d-424a-a48d-57ce7bcaa50f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:50:28.749159 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72a6510-b662-4230-8015-1321337f6d2f service neutron] Pushing event updated for resources: {'Port': ['ID=cb4870ce-1170-4817-9dc4-24a4ea85121c,revision_number=2']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:50:28.756791 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-a72a6510-b662-4230-8015-1321337f6d2f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:50:28.831448 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.managers [req-f2589314-5d26-4312-8ed1-587d63b8849a req-a72a6510-b662-4230-8015-1321337f6d2f service neutron] Attempting to bind port cb4870ce-1170-4817-9dc4-24a4ea85121c on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:50:28.831763 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.managers [req-f2589314-5d26-4312-8ed1-587d63b8849a req-a72a6510-b662-4230-8015-1321337f6d2f service neutron] Attempting to bind port cb4870ce-1170-4817-9dc4-24a4ea85121c by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'd97afcc9-bfda-4903-b726-bea52f27265b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '72fd4bb5-061c-4a26-bd76-7cee300a04d8'}] {{(pid=98443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:50:28.832125 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2589314-5d26-4312-8ed1-587d63b8849a req-a72a6510-b662-4230-8015-1321337f6d2f service neutron] Attempting to bind port cb4870ce-1170-4817-9dc4-24a4ea85121c on network 72fd4bb5-061c-4a26-bd76-7cee300a04d8 {{(pid=98443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:50:28.837088 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2589314-5d26-4312-8ed1-587d63b8849a req-a72a6510-b662-4230-8015-1321337f6d2f service neutron] Port cb4870ce-1170-4817-9dc4-24a4ea85121c on network 72fd4bb5-061c-4a26-bd76-7cee300a04d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:50:28.837403 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2589314-5d26-4312-8ed1-587d63b8849a req-a72a6510-b662-4230-8015-1321337f6d2f service neutron] Attempting to bind port cb4870ce-1170-4817-9dc4-24a4ea85121c on network 72fd4bb5-061c-4a26-bd76-7cee300a04d8 {{(pid=98443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:50:28.842769 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2589314-5d26-4312-8ed1-587d63b8849a req-a72a6510-b662-4230-8015-1321337f6d2f service neutron] Checking agent: {'id': '63ca40a8-ec34-4216-8e55-4658d3f28a5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 39, 38), 'started_at': datetime.datetime(2021, 5, 31, 11, 39, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:50:28.843106 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2589314-5d26-4312-8ed1-587d63b8849a req-a72a6510-b662-4230-8015-1321337f6d2f service neutron] Checking segment: {'id': 'd97afcc9-bfda-4903-b726-bea52f27265b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '72fd4bb5-061c-4a26-bd76-7cee300a04d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:50:28.843480 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2589314-5d26-4312-8ed1-587d63b8849a req-a72a6510-b662-4230-8015-1321337f6d2f service neutron] Bound using segment: {'id': 'd97afcc9-bfda-4903-b726-bea52f27265b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '72fd4bb5-061c-4a26-bd76-7cee300a04d8'} {{(pid=98443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:50:28.843926 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.managers [req-f2589314-5d26-4312-8ed1-587d63b8849a req-a72a6510-b662-4230-8015-1321337f6d2f service neutron] Bound port: cb4870ce-1170-4817-9dc4-24a4ea85121c, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd97afcc9-bfda-4903-b726-bea52f27265b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '72fd4bb5-061c-4a26-bd76-7cee300a04d8'}}] {{(pid=98443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:50:28.844240 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-f2589314-5d26-4312-8ed1-587d63b8849a req-a72a6510-b662-4230-8015-1321337f6d2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:28.938466 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.db [req-f2589314-5d26-4312-8ed1-587d63b8849a req-a72a6510-b662-4230-8015-1321337f6d2f service neutron] For port cb4870ce-1170-4817-9dc4-24a4ea85121c, host hv-cinder-78638, cleared binding levels {{(pid=98443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:50:28.941799 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.db [req-f2589314-5d26-4312-8ed1-587d63b8849a req-a72a6510-b662-4230-8015-1321337f6d2f service neutron] For port cb4870ce-1170-4817-9dc4-24a4ea85121c, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cb4870ce-1170-4817-9dc4-24a4ea85121c,segment=NetworkSegment(d97afcc9-bfda-4903-b726-bea52f27265b),segment_id=d97afcc9-bfda-4903-b726-bea52f27265b)] {{(pid=98443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:50:28.948435 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-f2589314-5d26-4312-8ed1-587d63b8849a req-a72a6510-b662-4230-8015-1321337f6d2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6347600'] for port, after_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:28.953318 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-cc17d1ca-e411-4d78-9727-ab9b8cb9f731 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:50:29.016634 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2589314-5d26-4312-8ed1-587d63b8849a req-a72a6510-b662-4230-8015-1321337f6d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:29.017234 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-f2589314-5d26-4312-8ed1-587d63b8849a req-a72a6510-b662-4230-8015-1321337f6d2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523773'] for port, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:29.018607 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-f2589314-5d26-4312-8ed1-587d63b8849a req-a72a6510-b662-4230-8015-1321337f6d2f service neutron] 10.222.0.61 "PUT /v2.0/ports/cb4870ce-1170-4817-9dc4-24a4ea85121c HTTP/1.1" status: 200 len: 1093 time: 1.0745625 May 31 11:50:29.019134 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8405dc0d-40bf-473c-87c6-a896f3f3d1f3', 'tag': 'cb4870ce-1170-4817-9dc4-24a4ea85121c'}] {{(pid=98443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:50:29.021505 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56017c51fa2db9d96507774d194550d251c1d18f102e1d67e4a71b2ac79ee147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cb1471b-4780-4ec0-8047-88ddbf1e0033" -d '{"events": [{"name": "network-changed", "server_uuid": "8405dc0d-40bf-473c-87c6-a896f3f3d1f3", "tag": "cb4870ce-1170-4817-9dc4-24a4ea85121c"}]}' {{(pid=98443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:50:29.038012 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72a6510-b662-4230-8015-1321337f6d2f service neutron] Pushing event updated for resources: {'Port': ['ID=cb4870ce-1170-4817-9dc4-24a4ea85121c,revision_number=3']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:50:29.041157 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-a72a6510-b662-4230-8015-1321337f6d2f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:50:29.065460 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de73b9d6-81fb-4bc6-b060-c2c768553e8e x-openstack-request-id: req-de73b9d6-81fb-4bc6-b060-c2c768553e8e {{(pid=98443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:50:29.065753 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8405dc0d-40bf-473c-87c6-a896f3f3d1f3", "tag": "cb4870ce-1170-4817-9dc4-24a4ea85121c", "status": "completed", "code": 200}]} {{(pid=98443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:50:29.066078 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-de73b9d6-81fb-4bc6-b060-c2c768553e8e {{(pid=98443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:50:29.066537 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8405dc0d-40bf-473c-87c6-a896f3f3d1f3', 'tag': 'cb4870ce-1170-4817-9dc4-24a4ea85121c', 'status': 'completed', 'code': 200} May 31 11:50:29.161374 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2589314-5d26-4312-8ed1-587d63b8849a req-74a7e89f-d7da-435a-81dd-ab80ddc6b493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:29.162877 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-f2589314-5d26-4312-8ed1-587d63b8849a req-74a7e89f-d7da-435a-81dd-ab80ddc6b493 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=af0f5eeb6eb64f74956a77b2bb8e4da6&device_id=8405dc0d-40bf-473c-87c6-a896f3f3d1f3 HTTP/1.1" status: 200 len: 1096 time: 0.0758679 May 31 11:50:29.237722 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6944c457-54b3-4ea2-8422-3b77dd39aad8 req-52863de5-e616-405b-80d5-8abd251ab525 tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:29.239263 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-6944c457-54b3-4ea2-8422-3b77dd39aad8 req-52863de5-e616-405b-80d5-8abd251ab525 tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] 10.222.0.21 "GET /v2.0/ports?device_id=8405dc0d-40bf-473c-87c6-a896f3f3d1f3 HTTP/1.1" status: 200 len: 943 time: 0.0854659 May 31 11:50:29.240071 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-f2589314-5d26-4312-8ed1-587d63b8849a req-a012cf60-d68a-4d83-ba9a-8ec5da1d4849 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb4870ce-1170-4817-9dc4-24a4ea85121c HTTP/1.1" status: 200 len: 217 time: 0.0628338 May 31 11:50:29.285448 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-6944c457-54b3-4ea2-8422-3b77dd39aad8 req-590d45e0-a17f-42fd-a116-a631862c085b tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcaf4328-8396-4f2c-adb5-f59a3e1a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399265 May 31 11:50:29.310797 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2589314-5d26-4312-8ed1-587d63b8849a req-19abffd6-9fee-4f02-b01b-d2b91c932188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:29.312237 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-f2589314-5d26-4312-8ed1-587d63b8849a req-19abffd6-9fee-4f02-b01b-d2b91c932188 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3d8e2e77-5113-4c9f-b10a-c217e4f23f76 HTTP/1.1" status: 200 len: 849 time: 0.0662391 May 31 11:50:29.360231 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-f2589314-5d26-4312-8ed1-587d63b8849a req-5053cb97-1c2f-4de2-bd6c-6e2dedd0eb79 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=72fd4bb5-061c-4a26-bd76-7cee300a04d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411930 May 31 11:50:29.493380 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-f2589314-5d26-4312-8ed1-587d63b8849a req-52bf416a-82d9-4dfb-9563-3826647964e8 service neutron] 10.222.0.61 "GET /v2.0/networks/72fd4bb5-061c-4a26-bd76-7cee300a04d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265547 May 31 11:50:29.633177 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-f2589314-5d26-4312-8ed1-587d63b8849a req-d2d6107e-6122-4092-904f-eddd16e7bde3 service neutron] 10.222.0.61 "GET /v2.0/networks/72fd4bb5-061c-4a26-bd76-7cee300a04d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338809 May 31 11:50:29.793677 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb1471b-4780-4ec0-8047-88ddbf1e0033 req-d26a72c7-f779-4662-9206-01e5c5e8a008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:29.795169 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-7cb1471b-4780-4ec0-8047-88ddbf1e0033 req-d26a72c7-f779-4662-9206-01e5c5e8a008 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=af0f5eeb6eb64f74956a77b2bb8e4da6&device_id=8405dc0d-40bf-473c-87c6-a896f3f3d1f3 HTTP/1.1" status: 200 len: 1096 time: 0.0759776 May 31 11:50:29.941727 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb1471b-4780-4ec0-8047-88ddbf1e0033 req-61f18a30-0152-4b03-a905-17c877b46aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:29.943150 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-7cb1471b-4780-4ec0-8047-88ddbf1e0033 req-61f18a30-0152-4b03-a905-17c877b46aa2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=72fd4bb5-061c-4a26-bd76-7cee300a04d8 HTTP/1.1" status: 200 len: 910 time: 0.1407902 May 31 11:50:30.015382 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-7cb1471b-4780-4ec0-8047-88ddbf1e0033 req-5bdf73b4-dcb6-4c8d-afdb-6485f841e986 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cb4870ce-1170-4817-9dc4-24a4ea85121c HTTP/1.1" status: 200 len: 217 time: 0.0650976 May 31 11:50:30.084446 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb1471b-4780-4ec0-8047-88ddbf1e0033 req-e516603c-c1bc-4c55-88bd-18439c10fa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:30.085938 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-7cb1471b-4780-4ec0-8047-88ddbf1e0033 req-e516603c-c1bc-4c55-88bd-18439c10fa09 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3d8e2e77-5113-4c9f-b10a-c217e4f23f76 HTTP/1.1" status: 200 len: 849 time: 0.0634902 May 31 11:50:30.141886 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-7cb1471b-4780-4ec0-8047-88ddbf1e0033 req-0c14f69e-c603-44a4-b65b-2e50e82ca3dd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=72fd4bb5-061c-4a26-bd76-7cee300a04d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401602 May 31 11:50:30.195386 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-9fdf87ec-5ce8-4616-9e32-e9b9d10b7557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:30.279358 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-7cb1471b-4780-4ec0-8047-88ddbf1e0033 req-a8b45cd6-a20a-435e-bc97-ff56bae7bf3e service neutron] 10.222.0.61 "GET /v2.0/networks/72fd4bb5-061c-4a26-bd76-7cee300a04d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302292 May 31 11:50:30.415951 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-7cb1471b-4780-4ec0-8047-88ddbf1e0033 req-a256f5fa-66a0-4bf8-9b97-9eed9b793a4e service neutron] 10.222.0.61 "GET /v2.0/networks/72fd4bb5-061c-4a26-bd76-7cee300a04d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289470 May 31 11:50:30.476846 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b866fe-24a4-4d9d-b5f2-49c5becb6745 req-48468769-d761-4e34-8812-1319f016632c tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:30.478206 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-d9b866fe-24a4-4d9d-b5f2-49c5becb6745 req-48468769-d761-4e34-8812-1319f016632c tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] 10.222.0.21 "GET /v2.0/ports?device_id=8405dc0d-40bf-473c-87c6-a896f3f3d1f3 HTTP/1.1" status: 200 len: 943 time: 0.0853786 May 31 11:50:30.524031 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-d9b866fe-24a4-4d9d-b5f2-49c5becb6745 req-718d9195-a78b-47c4-88cf-648f8099b239 tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcaf4328-8396-4f2c-adb5-f59a3e1a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400386 May 31 11:50:31.639833 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device cb4870ce-1170-4817-9dc4-24a4ea85121c details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:50:31.725159 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d7cf6-4ce7-4ff9-964b-e0d5012e0727 req-dbb65418-e871-461d-95a5-e6d54c3471f2 tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:31.726694 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-eb8d7cf6-4ce7-4ff9-964b-e0d5012e0727 req-dbb65418-e871-461d-95a5-e6d54c3471f2 tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] 10.222.0.21 "GET /v2.0/ports?device_id=8405dc0d-40bf-473c-87c6-a896f3f3d1f3 HTTP/1.1" status: 200 len: 943 time: 0.0871108 May 31 11:50:31.772460 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-eb8d7cf6-4ce7-4ff9-964b-e0d5012e0727 req-26185f70-7c50-401f-8355-1888bdebec77 tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcaf4328-8396-4f2c-adb5-f59a3e1a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395935 May 31 11:50:31.777265 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] For port cb4870ce-1170-4817-9dc4-24a4ea85121c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cb4870ce-1170-4817-9dc4-24a4ea85121c,segment=NetworkSegment(d97afcc9-bfda-4903-b726-bea52f27265b),segment_id=d97afcc9-bfda-4903-b726-bea52f27265b)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:50:31.793158 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Returning: {'device': 'cb4870ce-1170-4817-9dc4-24a4ea85121c', 'network_id': '72fd4bb5-061c-4a26-bd76-7cee300a04d8', 'port_id': 'cb4870ce-1170-4817-9dc4-24a4ea85121c', 'mac_address': 'fa:16:3e:01:29:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d8e2e77-5113-4c9f-b10a-c217e4f23f76', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:50:31.853138 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:31.870013 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.notifiers.nova [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb4870ce-1170-4817-9dc4-24a4ea85121c {{(pid=98444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:50:31.885316 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] For port cb4870ce-1170-4817-9dc4-24a4ea85121c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cb4870ce-1170-4817-9dc4-24a4ea85121c,segment=NetworkSegment(d97afcc9-bfda-4903-b726-bea52f27265b),segment_id=d97afcc9-bfda-4903-b726-bea52f27265b)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:50:31.892264 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:31.895062 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:50:31.964361 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Pushing event updated for resources: {'Port': ['ID=cb4870ce-1170-4817-9dc4-24a4ea85121c,revision_number=4']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:50:31.967756 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:50:32.190701 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] get_ports_and_sgs() called for port_ids ['cb4870ce-1170-4817-9dc4-24a4ea85121c'] {{(pid=98444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:50:32.990421 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc0ccd4-654c-4e8c-982a-14e2e9bb5c3d req-8b2ffafe-ff12-4a80-9007-febf76156472 tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:32.991820 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-9dc0ccd4-654c-4e8c-982a-14e2e9bb5c3d req-8b2ffafe-ff12-4a80-9007-febf76156472 tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] 10.222.0.21 "GET /v2.0/ports?device_id=8405dc0d-40bf-473c-87c6-a896f3f3d1f3 HTTP/1.1" status: 200 len: 944 time: 0.1030743 May 31 11:50:33.039654 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-9dc0ccd4-654c-4e8c-982a-14e2e9bb5c3d req-e359140a-6ed0-44b3-8f10-b491b0d2c8b8 tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcaf4328-8396-4f2c-adb5-f59a3e1a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389063 May 31 11:50:33.639555 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device cb4870ce-1170-4817-9dc4-24a4ea85121c up at agent hyperv_hv-cinder-78638 {{(pid=98444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:50:33.714172 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Provisioning for port cb4870ce-1170-4817-9dc4-24a4ea85121c completed by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:50:33.719164 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Provisioning complete for port cb4870ce-1170-4817-9dc4-24a4ea85121c triggered by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:50:33.719543 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:33.847325 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:33.875292 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8405dc0d-40bf-473c-87c6-a896f3f3d1f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb4870ce-1170-4817-9dc4-24a4ea85121c'}] {{(pid=98444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:50:33.877434 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88ad6d6066f99d569bf87ae86d08865c72136362fb0dde426bf5d6223abbdd23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-128cf9d8-6373-4723-8f12-01e8dc2bd4f9" -d '{"events": [{"server_uuid": "8405dc0d-40bf-473c-87c6-a896f3f3d1f3", "name": "network-vif-plugged", "status": "completed", "tag": "cb4870ce-1170-4817-9dc4-24a4ea85121c"}]}' {{(pid=98444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:50:33.885140 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] For port cb4870ce-1170-4817-9dc4-24a4ea85121c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cb4870ce-1170-4817-9dc4-24a4ea85121c,segment=NetworkSegment(d97afcc9-bfda-4903-b726-bea52f27265b),segment_id=d97afcc9-bfda-4903-b726-bea52f27265b)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:50:33.890739 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:33.893609 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:50:33.931062 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b8cece-602c-40c1-8f0d-2ead03a2f5f3 x-openstack-request-id: req-83b8cece-602c-40c1-8f0d-2ead03a2f5f3 {{(pid=98444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:50:33.931445 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8405dc0d-40bf-473c-87c6-a896f3f3d1f3", "name": "network-vif-plugged", "status": "completed", "tag": "cb4870ce-1170-4817-9dc4-24a4ea85121c", "code": 200}]} {{(pid=98444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:50:33.931827 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-83b8cece-602c-40c1-8f0d-2ead03a2f5f3 {{(pid=98444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:50:33.932391 dv-cinder-786383-7-smb neutron-server[98444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8405dc0d-40bf-473c-87c6-a896f3f3d1f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb4870ce-1170-4817-9dc4-24a4ea85121c', 'code': 200} May 31 11:50:33.978492 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Pushing event updated for resources: {'Port': ['ID=cb4870ce-1170-4817-9dc4-24a4ea85121c,revision_number=5']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:50:33.981463 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:50:34.203029 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387882b-3baa-4192-99cb-0f614953433d req-475ea090-e021-47e3-9ff1-709f23b90c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:34.204426 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-9387882b-3baa-4192-99cb-0f614953433d req-475ea090-e021-47e3-9ff1-709f23b90c9a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8405dc0d-40bf-473c-87c6-a896f3f3d1f3 HTTP/1.1" status: 200 len: 1098 time: 0.0747726 May 31 11:50:34.249345 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb8ad1-439f-4b9b-945c-e1ed2da09bfe req-f7ee31b2-8ec6-455e-94d1-47f2a736293b tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:34.250943 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-e6fb8ad1-439f-4b9b-945c-e1ed2da09bfe req-f7ee31b2-8ec6-455e-94d1-47f2a736293b tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] 10.222.0.21 "GET /v2.0/ports?device_id=8405dc0d-40bf-473c-87c6-a896f3f3d1f3 HTTP/1.1" status: 200 len: 945 time: 0.0937011 May 31 11:50:34.252718 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-9387882b-3baa-4192-99cb-0f614953433d req-b4733146-c33f-4eed-ae04-a5909cb8f572 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=dcaf4328-8396-4f2c-adb5-f59a3e1a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363171 May 31 11:50:34.299009 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-e6fb8ad1-439f-4b9b-945c-e1ed2da09bfe req-33dfbfce-3089-4b7b-8a00-c43a4575c471 tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcaf4328-8396-4f2c-adb5-f59a3e1a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414464 May 31 11:50:35.500344 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08565190-3549-4388-af43-c07fe70cf163 req-ea0abaee-a8ba-4f98-a73f-9755a8880208 tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:35.501804 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-08565190-3549-4388-af43-c07fe70cf163 req-ea0abaee-a8ba-4f98-a73f-9755a8880208 tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] 10.222.0.21 "GET /v2.0/ports?device_id=8405dc0d-40bf-473c-87c6-a896f3f3d1f3 HTTP/1.1" status: 200 len: 945 time: 0.0891595 May 31 11:50:35.551586 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-08565190-3549-4388-af43-c07fe70cf163 req-a1bd5898-7d0a-4687-9b10-b7125aef4463 tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcaf4328-8396-4f2c-adb5-f59a3e1a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437620 May 31 11:50:36.655951 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e0019-31c1-4d1f-a453-a260dcce8267 req-6d99d6dc-c358-43d9-a10f-20ff9337d527 tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:36.657388 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-b16e0019-31c1-4d1f-a453-a260dcce8267 req-6d99d6dc-c358-43d9-a10f-20ff9337d527 tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] 10.222.0.21 "GET /v2.0/ports?device_id=8405dc0d-40bf-473c-87c6-a896f3f3d1f3 HTTP/1.1" status: 200 len: 945 time: 0.0901635 May 31 11:50:36.703577 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-b16e0019-31c1-4d1f-a453-a260dcce8267 req-2bcfee0e-5b9f-4cf4-8878-e4224ddad985 tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcaf4328-8396-4f2c-adb5-f59a3e1a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396945 May 31 11:50:37.909136 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8ebf8f-6f19-45fb-b334-8ef20bbc180c req-8b45679c-1aa0-4920-8b44-cecf3ba579f2 tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:37.910808 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-8e8ebf8f-6f19-45fb-b334-8ef20bbc180c req-8b45679c-1aa0-4920-8b44-cecf3ba579f2 tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] 10.222.0.21 "GET /v2.0/ports?device_id=8405dc0d-40bf-473c-87c6-a896f3f3d1f3 HTTP/1.1" status: 200 len: 945 time: 0.0914042 May 31 11:50:37.965901 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-8e8ebf8f-6f19-45fb-b334-8ef20bbc180c req-df23b6f4-de71-418b-a992-f2cfa0a6f67a tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcaf4328-8396-4f2c-adb5-f59a3e1a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469732 May 31 11:50:38.165427 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56feb0b-6d93-4643-b886-807739caeeaf req-0f7ae6a7-82a7-4ace-be15-0d9202c17e3f tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:38.166052 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [req-f56feb0b-6d93-4643-b886-807739caeeaf req-0f7ae6a7-82a7-4ace-be15-0d9202c17e3f tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Synchronizing usage tracker for tenant:af0f5eeb6eb64f74956a77b2bb8e4da6 on resource:port {{(pid=98443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:50:38.185106 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [req-f56feb0b-6d93-4643-b886-807739caeeaf req-0f7ae6a7-82a7-4ace-be15-0d9202c17e3f tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Unset dirty status for tenant:af0f5eeb6eb64f74956a77b2bb8e4da6 on resource:port {{(pid=98443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:50:38.186396 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-f56feb0b-6d93-4643-b886-807739caeeaf req-0f7ae6a7-82a7-4ace-be15-0d9202c17e3f tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] 10.222.0.61 "GET /v2.0/ports?device_id=8405dc0d-40bf-473c-87c6-a896f3f3d1f3 HTTP/1.1" status: 200 len: 945 time: 0.1961703 May 31 11:50:38.327670 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.plugin [req-f56feb0b-6d93-4643-b886-807739caeeaf req-84e61dec-cfc6-4799-b400-f7772d2ba79e tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Deleting port cb4870ce-1170-4817-9dc4-24a4ea85121c {{(pid=98443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:50:38.328009 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-f56feb0b-6d93-4643-b886-807739caeeaf req-84e61dec-cfc6-4799-b400-f7772d2ba79e tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781593492803'] for port, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:38.464524 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.db [req-f56feb0b-6d93-4643-b886-807739caeeaf req-84e61dec-cfc6-4799-b400-f7772d2ba79e tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] For port cb4870ce-1170-4817-9dc4-24a4ea85121c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=cb4870ce-1170-4817-9dc4-24a4ea85121c,segment=NetworkSegment(d97afcc9-bfda-4903-b726-bea52f27265b),segment_id=d97afcc9-bfda-4903-b726-bea52f27265b)] {{(pid=98443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:50:38.464797 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-f56feb0b-6d93-4643-b886-807739caeeaf req-84e61dec-cfc6-4799-b400-f7772d2ba79e tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8366366'] for port, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:38.556130 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:38.596899 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.plugin [req-f56feb0b-6d93-4643-b886-807739caeeaf req-84e61dec-cfc6-4799-b400-f7772d2ba79e tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Calling delete_port for cb4870ce-1170-4817-9dc4-24a4ea85121c owned by compute:nova {{(pid=98443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:50:38.726501 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-f56feb0b-6d93-4643-b886-807739caeeaf req-84e61dec-cfc6-4799-b400-f7772d2ba79e tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781593493926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781593114067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6347609'] for port, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:38.732460 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-e181bc8a-7c6a-4fef-a8f7-6faf51150729 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:50:38.762100 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] get_ports_and_sgs() called for port_ids ['cb4870ce-1170-4817-9dc4-24a4ea85121c'] {{(pid=98444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:50:38.777500 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e61dec-cfc6-4799-b400-f7772d2ba79e tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Pushing event deleted for resources: {'Port': ['ID=cb4870ce-1170-4817-9dc4-24a4ea85121c,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:50:38.780533 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-84e61dec-cfc6-4799-b400-f7772d2ba79e tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:50:38.855289 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.l3_dvrscheduler_db [req-f56feb0b-6d93-4643-b886-807739caeeaf req-84e61dec-cfc6-4799-b400-f7772d2ba79e tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] No DVR routers for this DVR port cb4870ce-1170-4817-9dc4-24a4ea85121c on host hv-cinder-78638 {{(pid=98443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:50:38.858181 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-f56feb0b-6d93-4643-b886-807739caeeaf req-84e61dec-cfc6-4799-b400-f7772d2ba79e tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523773'] for port, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:38.860810 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8405dc0d-40bf-473c-87c6-a896f3f3d1f3', 'name': 'network-vif-deleted', 'tag': 'cb4870ce-1170-4817-9dc4-24a4ea85121c'}] {{(pid=98443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:50:38.863181 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56017c51fa2db9d96507774d194550d251c1d18f102e1d67e4a71b2ac79ee147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c7de975-de17-4c9b-b62a-2148b1fa3138" -d '{"events": [{"server_uuid": "8405dc0d-40bf-473c-87c6-a896f3f3d1f3", "name": "network-vif-deleted", "tag": "cb4870ce-1170-4817-9dc4-24a4ea85121c"}]}' {{(pid=98443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:50:38.882147 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-f56feb0b-6d93-4643-b886-807739caeeaf req-84e61dec-cfc6-4799-b400-f7772d2ba79e tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] 10.222.0.61 "DELETE /v2.0/ports/cb4870ce-1170-4817-9dc4-24a4ea85121c HTTP/1.1" status: 204 len: 173 time: 0.6887832 May 31 11:50:38.911815 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:50:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800d8bae-8314-4607-8de0-70a1679a1dff x-openstack-request-id: req-800d8bae-8314-4607-8de0-70a1679a1dff {{(pid=98443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:50:38.912205 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8405dc0d-40bf-473c-87c6-a896f3f3d1f3", "name": "network-vif-deleted", "tag": "cb4870ce-1170-4817-9dc4-24a4ea85121c", "status": "completed", "code": 200}]} {{(pid=98443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:50:38.912552 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-800d8bae-8314-4607-8de0-70a1679a1dff {{(pid=98443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:50:38.913073 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8405dc0d-40bf-473c-87c6-a896f3f3d1f3', 'name': 'network-vif-deleted', 'tag': 'cb4870ce-1170-4817-9dc4-24a4ea85121c', 'status': 'completed', 'code': 200} May 31 11:50:39.145308 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-992cac85-c27d-4298-90a5-399fb0ca5e5a req-a4e6f9e5-387d-41fc-b1fc-7ca616fa86c8 tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] 10.222.0.21 "GET /v2.0/ports?device_id=8405dc0d-40bf-473c-87c6-a896f3f3d1f3 HTTP/1.1" status: 200 len: 210 time: 0.0515423 May 31 11:50:40.797901 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f348179-fc66-46a2-8b85-74df2b3bf3c7 req-a2bb1493-1bd3-4d04-969e-0309ee70e5a7 tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:40.799431 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-3f348179-fc66-46a2-8b85-74df2b3bf3c7 req-a2bb1493-1bd3-4d04-969e-0309ee70e5a7 tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] 10.222.0.21 "GET /v2.0/networks?id=72fd4bb5-061c-4a26-bd76-7cee300a04d8 HTTP/1.1" status: 200 len: 809 time: 0.2481399 May 31 11:50:40.816159 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-3f348179-fc66-46a2-8b85-74df2b3bf3c7 req-27658bfc-15b2-4a25-bfd6-723fecb3f705 tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] 10.222.0.21 "GET /v2.0/quotas/af0f5eeb6eb64f74956a77b2bb8e4da6 HTTP/1.1" status: 200 len: 375 time: 0.0100956 May 31 11:50:40.874612 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-3f348179-fc66-46a2-8b85-74df2b3bf3c7 req-a1927080-3d16-46a4-bcae-3091de77ebb4 tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=af0f5eeb6eb64f74956a77b2bb8e4da6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0499134 May 31 11:50:41.020038 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-3f348179-fc66-46a2-8b85-74df2b3bf3c7 req-9b93a79e-d35b-4362-a5c9-78ab7ff10a48 service neutron] 10.222.0.21 "GET /v2.0/networks/72fd4bb5-061c-4a26-bd76-7cee300a04d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375878 May 31 11:50:41.164351 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-3f348179-fc66-46a2-8b85-74df2b3bf3c7 req-f7de3a6f-506e-44fa-bb77-69197a11d56c service neutron] 10.222.0.21 "GET /v2.0/networks/72fd4bb5-061c-4a26-bd76-7cee300a04d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382885 May 31 11:50:41.345168 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-9fa42979-46ae-4f42-bbb1-be5c3eca9f3a req-4d7cafd3-32bb-4510-8c38-431307f061f3 tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] 10.222.0.21 "GET /v2.0/ports?device_id=71cb244d-6df0-48fc-ace9-9bf515f3b0ef HTTP/1.1" status: 200 len: 210 time: 0.0448823 May 31 11:50:41.669966 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device cb4870ce-1170-4817-9dc4-24a4ea85121c no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:50:41.705175 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.plugin [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] No Port match for: cb4870ce-1170-4817-9dc4-24a4ea85121c {{(pid=98444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:50:41.705617 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device cb4870ce-1170-4817-9dc4-24a4ea85121c not bound to the agent host hv-cinder-78638 {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:50:42.495898 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-45b04367-4c49-416e-9f49-b30b3b1a93a1 req-3fca2f37-5b4f-4b9e-b633-099f400e2b2c tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] 10.222.0.21 "GET /v2.0/ports?device_id=71cb244d-6df0-48fc-ace9-9bf515f3b0ef HTTP/1.1" status: 200 len: 210 time: 0.0442159 May 31 11:50:42.511079 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f348179-fc66-46a2-8b85-74df2b3bf3c7 req-30c495dc-e36e-4a37-bf2d-448e097142b0 tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:42.512537 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-3f348179-fc66-46a2-8b85-74df2b3bf3c7 req-30c495dc-e36e-4a37-bf2d-448e097142b0 tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] 10.222.0.61 "GET /v2.0/networks?id=72fd4bb5-061c-4a26-bd76-7cee300a04d8 HTTP/1.1" status: 200 len: 809 time: 0.1586916 May 31 11:50:42.531178 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.v2.base [req-3f348179-fc66-46a2-8b85-74df2b3bf3c7 req-7f1f0cf5-0763-47d7-b0ee-cb1beba9d973 tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Request body: {'port': {'device_id': '71cb244d-6df0-48fc-ace9-9bf515f3b0ef', 'network_id': '72fd4bb5-061c-4a26-bd76-7cee300a04d8', 'admin_state_up': True, 'tenant_id': 'af0f5eeb6eb64f74956a77b2bb8e4da6'}} {{(pid=98443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:50:42.682270 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [req-3f348179-fc66-46a2-8b85-74df2b3bf3c7 req-7f1f0cf5-0763-47d7-b0ee-cb1beba9d973 tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:50:42.687537 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [req-3f348179-fc66-46a2-8b85-74df2b3bf3c7 req-7f1f0cf5-0763-47d7-b0ee-cb1beba9d973 tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Usage tracker for resource:port and tenant:af0f5eeb6eb64f74956a77b2bb8e4da6 is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:50:42.690339 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [req-3f348179-fc66-46a2-8b85-74df2b3bf3c7 req-7f1f0cf5-0763-47d7-b0ee-cb1beba9d973 tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Quota usage for port was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:50:42.696245 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [req-3f348179-fc66-46a2-8b85-74df2b3bf3c7 req-7f1f0cf5-0763-47d7-b0ee-cb1beba9d973 tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:50:42.705868 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f348179-fc66-46a2-8b85-74df2b3bf3c7 req-7f1f0cf5-0763-47d7-b0ee-cb1beba9d973 tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Made reservation on behalf of af0f5eeb6eb64f74956a77b2bb8e4da6 for: {'port': 1} {{(pid=98443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:50:42.709625 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-3f348179-fc66-46a2-8b85-74df2b3bf3c7 req-7f1f0cf5-0763-47d7-b0ee-cb1beba9d973 tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:42.886389 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.db_base_plugin_common [req-3f348179-fc66-46a2-8b85-74df2b3bf3c7 req-7f1f0cf5-0763-47d7-b0ee-cb1beba9d973 tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Allocated IP 172.20.0.4 (72fd4bb5-061c-4a26-bd76-7cee300a04d8/3d8e2e77-5113-4c9f-b10a-c217e4f23f76/708b4530-ba9e-4a86-b89a-2b086989d990) {{(pid=98443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:50:43.099074 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-3f348179-fc66-46a2-8b85-74df2b3bf3c7 req-7f1f0cf5-0763-47d7-b0ee-cb1beba9d973 tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Notify callbacks [] for port, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:43.131891 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-3f348179-fc66-46a2-8b85-74df2b3bf3c7 req-7f1f0cf5-0763-47d7-b0ee-cb1beba9d973 tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781593114058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6347609'] for port, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:43.137414 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-a7a215c0-7e6a-48ef-adfa-e7d26c6563e0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:50:43.202507 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f348179-fc66-46a2-8b85-74df2b3bf3c7 req-7f1f0cf5-0763-47d7-b0ee-cb1beba9d973 tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Network 72fd4bb5-061c-4a26-bd76-7cee300a04d8 is already hosted by enough agents. {{(pid=98443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:50:43.205594 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.base_scheduler [req-3f348179-fc66-46a2-8b85-74df2b3bf3c7 req-7f1f0cf5-0763-47d7-b0ee-cb1beba9d973 tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Resources bound (agent type, host, resource id): {{(pid=98443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:50:43.212529 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f348179-fc66-46a2-8b85-74df2b3bf3c7 req-7f1f0cf5-0763-47d7-b0ee-cb1beba9d973 tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Received port after_create {{(pid=98443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:50:43.240685 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1f0cf5-0763-47d7-b0ee-cb1beba9d973 tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Pushing event updated for resources: {'Port': ['ID=708b4530-ba9e-4a86-b89a-2b086989d990,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:50:43.246093 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-7f1f0cf5-0763-47d7-b0ee-cb1beba9d973 tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:50:43.279418 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f348179-fc66-46a2-8b85-74df2b3bf3c7 req-7f1f0cf5-0763-47d7-b0ee-cb1beba9d973 tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:43.280017 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-3f348179-fc66-46a2-8b85-74df2b3bf3c7 req-7f1f0cf5-0763-47d7-b0ee-cb1beba9d973 tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523773'] for port, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:43.307823 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-3f348179-fc66-46a2-8b85-74df2b3bf3c7 req-7f1f0cf5-0763-47d7-b0ee-cb1beba9d973 tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7803705 May 31 11:50:43.328532 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.v2.base [req-3f348179-fc66-46a2-8b85-74df2b3bf3c7 req-71a1b761-b5f5-4bcf-a154-9b7b67c6c0cd service neutron] Request body: {'port': {'device_id': '71cb244d-6df0-48fc-ace9-9bf515f3b0ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:50:43.450334 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-3f348179-fc66-46a2-8b85-74df2b3bf3c7 req-71a1b761-b5f5-4bcf-a154-9b7b67c6c0cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:43.725649 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12e0317-2b1c-4edc-91b3-db89042bcfab req-9a4c8dad-3bd1-4551-88cd-3635c5f46571 tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:43.727212 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-e12e0317-2b1c-4edc-91b3-db89042bcfab req-9a4c8dad-3bd1-4551-88cd-3635c5f46571 tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] 10.222.0.21 "GET /v2.0/ports?device_id=71cb244d-6df0-48fc-ace9-9bf515f3b0ef HTTP/1.1" status: 200 len: 931 time: 0.1201193 May 31 11:50:43.785298 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-e12e0317-2b1c-4edc-91b3-db89042bcfab req-ff26eabe-7d3d-44ba-80e6-37b5450aae57 tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcaf4328-8396-4f2c-adb5-f59a3e1a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513315 May 31 11:50:43.804694 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-1b6400ce-0aa8-446a-bd18-039920fd35e6 req-12d0a03f-d1b1-4de0-b47c-156a1e9aa7d5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=62884dd2-8e80-4f45-867d-65744e9a6f07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1208942 May 31 11:50:43.896223 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.notifiers.nova [req-3f348179-fc66-46a2-8b85-74df2b3bf3c7 req-71a1b761-b5f5-4bcf-a154-9b7b67c6c0cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 708b4530-ba9e-4a86-b89a-2b086989d990 {{(pid=98443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:50:43.904514 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-3f348179-fc66-46a2-8b85-74df2b3bf3c7 req-71a1b761-b5f5-4bcf-a154-9b7b67c6c0cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:43.919211 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.provisioning_blocks [req-3f348179-fc66-46a2-8b85-74df2b3bf3c7 req-71a1b761-b5f5-4bcf-a154-9b7b67c6c0cd service neutron] Transition to ACTIVE for port object 708b4530-ba9e-4a86-b89a-2b086989d990 will not be triggered until provisioned by entity L2. {{(pid=98443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:50:43.923921 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-3f348179-fc66-46a2-8b85-74df2b3bf3c7 req-71a1b761-b5f5-4bcf-a154-9b7b67c6c0cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6347600'] for port, after_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:43.927744 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-266fd86d-8ddf-44fd-8a34-61c264a6b67c tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:50:43.970721 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6400ce-0aa8-446a-bd18-039920fd35e6 req-60200665-50c8-4dac-a2a4-9c692fe4cf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:43.972243 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-1b6400ce-0aa8-446a-bd18-039920fd35e6 req-60200665-50c8-4dac-a2a4-9c692fe4cf0e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=da7e9892b47c455d8e37f4de2870ea09&device_id=62884dd2-8e80-4f45-867d-65744e9a6f07 HTTP/1.1" status: 200 len: 1099 time: 0.0773637 May 31 11:50:44.053065 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a1b761-b5f5-4bcf-a154-9b7b67c6c0cd service neutron] Pushing event updated for resources: {'Port': ['ID=708b4530-ba9e-4a86-b89a-2b086989d990,revision_number=2']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:50:44.079682 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-71a1b761-b5f5-4bcf-a154-9b7b67c6c0cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:50:44.124196 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6400ce-0aa8-446a-bd18-039920fd35e6 req-820d3608-9e29-4adc-922a-40ea708642b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:44.125657 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-1b6400ce-0aa8-446a-bd18-039920fd35e6 req-820d3608-9e29-4adc-922a-40ea708642b4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a6b938de-a551-480c-9f2c-5c4136d08e82 HTTP/1.1" status: 200 len: 910 time: 0.1327438 May 31 11:50:44.161695 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.managers [req-3f348179-fc66-46a2-8b85-74df2b3bf3c7 req-71a1b761-b5f5-4bcf-a154-9b7b67c6c0cd service neutron] Attempting to bind port 708b4530-ba9e-4a86-b89a-2b086989d990 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:50:44.162078 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.managers [req-3f348179-fc66-46a2-8b85-74df2b3bf3c7 req-71a1b761-b5f5-4bcf-a154-9b7b67c6c0cd service neutron] Attempting to bind port 708b4530-ba9e-4a86-b89a-2b086989d990 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'd97afcc9-bfda-4903-b726-bea52f27265b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '72fd4bb5-061c-4a26-bd76-7cee300a04d8'}] {{(pid=98443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:50:44.162416 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f348179-fc66-46a2-8b85-74df2b3bf3c7 req-71a1b761-b5f5-4bcf-a154-9b7b67c6c0cd service neutron] Attempting to bind port 708b4530-ba9e-4a86-b89a-2b086989d990 on network 72fd4bb5-061c-4a26-bd76-7cee300a04d8 {{(pid=98443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:50:44.167343 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f348179-fc66-46a2-8b85-74df2b3bf3c7 req-71a1b761-b5f5-4bcf-a154-9b7b67c6c0cd service neutron] Port 708b4530-ba9e-4a86-b89a-2b086989d990 on network 72fd4bb5-061c-4a26-bd76-7cee300a04d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:50:44.167642 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f348179-fc66-46a2-8b85-74df2b3bf3c7 req-71a1b761-b5f5-4bcf-a154-9b7b67c6c0cd service neutron] Attempting to bind port 708b4530-ba9e-4a86-b89a-2b086989d990 on network 72fd4bb5-061c-4a26-bd76-7cee300a04d8 {{(pid=98443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:50:44.172864 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f348179-fc66-46a2-8b85-74df2b3bf3c7 req-71a1b761-b5f5-4bcf-a154-9b7b67c6c0cd service neutron] Checking agent: {'id': '63ca40a8-ec34-4216-8e55-4658d3f28a5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 39, 38), 'started_at': datetime.datetime(2021, 5, 31, 11, 39, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:50:44.173199 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f348179-fc66-46a2-8b85-74df2b3bf3c7 req-71a1b761-b5f5-4bcf-a154-9b7b67c6c0cd service neutron] Checking segment: {'id': 'd97afcc9-bfda-4903-b726-bea52f27265b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '72fd4bb5-061c-4a26-bd76-7cee300a04d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:50:44.173575 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f348179-fc66-46a2-8b85-74df2b3bf3c7 req-71a1b761-b5f5-4bcf-a154-9b7b67c6c0cd service neutron] Bound using segment: {'id': 'd97afcc9-bfda-4903-b726-bea52f27265b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '72fd4bb5-061c-4a26-bd76-7cee300a04d8'} {{(pid=98443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:50:44.173998 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.managers [req-3f348179-fc66-46a2-8b85-74df2b3bf3c7 req-71a1b761-b5f5-4bcf-a154-9b7b67c6c0cd service neutron] Bound port: 708b4530-ba9e-4a86-b89a-2b086989d990, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd97afcc9-bfda-4903-b726-bea52f27265b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 696, 'network_id': '72fd4bb5-061c-4a26-bd76-7cee300a04d8'}}] {{(pid=98443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:50:44.174333 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-3f348179-fc66-46a2-8b85-74df2b3bf3c7 req-71a1b761-b5f5-4bcf-a154-9b7b67c6c0cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:44.230907 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-1b6400ce-0aa8-446a-bd18-039920fd35e6 req-f6a78e99-e174-4e1d-bc81-d98560dd636f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7713f6ae-6ca0-4b72-ad9d-310dbe482ea9 HTTP/1.1" status: 200 len: 1002 time: 0.0985942 May 31 11:50:44.264014 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.db [req-3f348179-fc66-46a2-8b85-74df2b3bf3c7 req-71a1b761-b5f5-4bcf-a154-9b7b67c6c0cd service neutron] For port 708b4530-ba9e-4a86-b89a-2b086989d990, host hv-cinder-78638, cleared binding levels {{(pid=98443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:50:44.267050 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.db [req-3f348179-fc66-46a2-8b85-74df2b3bf3c7 req-71a1b761-b5f5-4bcf-a154-9b7b67c6c0cd service neutron] For port 708b4530-ba9e-4a86-b89a-2b086989d990, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=708b4530-ba9e-4a86-b89a-2b086989d990,segment=NetworkSegment(d97afcc9-bfda-4903-b726-bea52f27265b),segment_id=d97afcc9-bfda-4903-b726-bea52f27265b)] {{(pid=98443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:50:44.273748 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-3f348179-fc66-46a2-8b85-74df2b3bf3c7 req-71a1b761-b5f5-4bcf-a154-9b7b67c6c0cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6347600'] for port, after_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:44.278321 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:50:44.295913 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6400ce-0aa8-446a-bd18-039920fd35e6 req-1177b623-abe6-4588-aea8-641fdc5c99ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:44.297408 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-1b6400ce-0aa8-446a-bd18-039920fd35e6 req-1177b623-abe6-4588-aea8-641fdc5c99ae service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8e4cdfc3-ae92-4456-8b30-cc5459acb680 HTTP/1.1" status: 200 len: 848 time: 0.0604386 May 31 11:50:44.330588 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f348179-fc66-46a2-8b85-74df2b3bf3c7 req-71a1b761-b5f5-4bcf-a154-9b7b67c6c0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:44.330588 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-3f348179-fc66-46a2-8b85-74df2b3bf3c7 req-71a1b761-b5f5-4bcf-a154-9b7b67c6c0cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523773'] for port, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:44.331990 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-3f348179-fc66-46a2-8b85-74df2b3bf3c7 req-71a1b761-b5f5-4bcf-a154-9b7b67c6c0cd service neutron] 10.222.0.61 "PUT /v2.0/ports/708b4530-ba9e-4a86-b89a-2b086989d990 HTTP/1.1" status: 200 len: 1093 time: 1.0100553 May 31 11:50:44.332484 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71cb244d-6df0-48fc-ace9-9bf515f3b0ef', 'tag': '708b4530-ba9e-4a86-b89a-2b086989d990'}] {{(pid=98443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:50:44.335319 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56017c51fa2db9d96507774d194550d251c1d18f102e1d67e4a71b2ac79ee147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744b09af-b57b-4a07-a058-30615ac0e560" -d '{"events": [{"name": "network-changed", "server_uuid": "71cb244d-6df0-48fc-ace9-9bf515f3b0ef", "tag": "708b4530-ba9e-4a86-b89a-2b086989d990"}]}' {{(pid=98443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:50:44.370773 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a1b761-b5f5-4bcf-a154-9b7b67c6c0cd service neutron] Pushing event updated for resources: {'Port': ['ID=708b4530-ba9e-4a86-b89a-2b086989d990,revision_number=3']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:50:44.373911 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-71a1b761-b5f5-4bcf-a154-9b7b67c6c0cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:50:44.381372 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6400ce-0aa8-446a-bd18-039920fd35e6 req-95646128-902e-44ef-83b8-b4a96cf26e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:44.382971 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-1b6400ce-0aa8-446a-bd18-039920fd35e6 req-95646128-902e-44ef-83b8-b4a96cf26e21 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a6b938de-a551-480c-9f2c-5c4136d08e82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0791395 May 31 11:50:44.392731 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d8313c-4881-40cb-90ec-0f581e5640d4 x-openstack-request-id: req-c5d8313c-4881-40cb-90ec-0f581e5640d4 {{(pid=98443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:50:44.392731 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71cb244d-6df0-48fc-ace9-9bf515f3b0ef", "tag": "708b4530-ba9e-4a86-b89a-2b086989d990", "status": "completed", "code": 200}]} {{(pid=98443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:50:44.393063 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c5d8313c-4881-40cb-90ec-0f581e5640d4 {{(pid=98443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:50:44.393388 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71cb244d-6df0-48fc-ace9-9bf515f3b0ef', 'tag': '708b4530-ba9e-4a86-b89a-2b086989d990', 'status': 'completed', 'code': 200} May 31 11:50:44.483979 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f348179-fc66-46a2-8b85-74df2b3bf3c7 req-ee7d2d89-7965-4d00-9455-b3753dbc1b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:44.485515 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-3f348179-fc66-46a2-8b85-74df2b3bf3c7 req-ee7d2d89-7965-4d00-9455-b3753dbc1b7d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=af0f5eeb6eb64f74956a77b2bb8e4da6&device_id=71cb244d-6df0-48fc-ace9-9bf515f3b0ef HTTP/1.1" status: 200 len: 1096 time: 0.0749309 May 31 11:50:44.527859 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-1b6400ce-0aa8-446a-bd18-039920fd35e6 req-89bb5b2c-bd03-4180-8adc-8a8d47d07d8b service neutron] 10.222.0.61 "GET /v2.0/networks/a6b938de-a551-480c-9f2c-5c4136d08e82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380002 May 31 11:50:44.564399 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-3f348179-fc66-46a2-8b85-74df2b3bf3c7 req-3239327c-eb30-4d2a-9024-c1e0c530e772 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=708b4530-ba9e-4a86-b89a-2b086989d990 HTTP/1.1" status: 200 len: 217 time: 0.0649478 May 31 11:50:44.628955 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f348179-fc66-46a2-8b85-74df2b3bf3c7 req-3c02e582-d018-49a1-9825-41cc8095f42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:44.630457 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-3f348179-fc66-46a2-8b85-74df2b3bf3c7 req-3c02e582-d018-49a1-9825-41cc8095f42a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3d8e2e77-5113-4c9f-b10a-c217e4f23f76 HTTP/1.1" status: 200 len: 849 time: 0.0589273 May 31 11:50:44.664434 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-1b6400ce-0aa8-446a-bd18-039920fd35e6 req-fb9faa4d-814a-416a-abcf-90a63d9e594e service neutron] 10.222.0.61 "GET /v2.0/networks/a6b938de-a551-480c-9f2c-5c4136d08e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303830 May 31 11:50:44.682150 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-3f348179-fc66-46a2-8b85-74df2b3bf3c7 req-43f6e373-cd83-4f7e-901e-49626ab1a079 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=72fd4bb5-061c-4a26-bd76-7cee300a04d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453176 May 31 11:50:44.827211 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-3f348179-fc66-46a2-8b85-74df2b3bf3c7 req-4f17eed6-f1a1-4eac-b6e5-ab80e3f94b45 service neutron] 10.222.0.61 "GET /v2.0/networks/72fd4bb5-061c-4a26-bd76-7cee300a04d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388118 May 31 11:50:44.966359 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-3f348179-fc66-46a2-8b85-74df2b3bf3c7 req-33e13e08-4eec-4a90-b9f9-e0edc4b465b5 service neutron] 10.222.0.61 "GET /v2.0/networks/72fd4bb5-061c-4a26-bd76-7cee300a04d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326954 May 31 11:50:44.980186 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b794ea-210b-4f21-8613-fd5d3eadf59e req-33938c1d-990a-4c85-9934-265092eee627 tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:44.981743 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-e8b794ea-210b-4f21-8613-fd5d3eadf59e req-33938c1d-990a-4c85-9934-265092eee627 tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] 10.222.0.21 "GET /v2.0/ports?device_id=71cb244d-6df0-48fc-ace9-9bf515f3b0ef HTTP/1.1" status: 200 len: 943 time: 0.0873797 May 31 11:50:45.031125 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-e8b794ea-210b-4f21-8613-fd5d3eadf59e req-c1b9340a-0a55-43df-9597-2b0736d5c199 tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcaf4328-8396-4f2c-adb5-f59a3e1a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434923 May 31 11:50:45.138315 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b09af-b57b-4a07-a058-30615ac0e560 req-82e80148-09ac-4148-99e6-50220545c8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:45.139737 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-744b09af-b57b-4a07-a058-30615ac0e560 req-82e80148-09ac-4148-99e6-50220545c8c9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=af0f5eeb6eb64f74956a77b2bb8e4da6&device_id=71cb244d-6df0-48fc-ace9-9bf515f3b0ef HTTP/1.1" status: 200 len: 1096 time: 0.0851755 May 31 11:50:45.278921 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b09af-b57b-4a07-a058-30615ac0e560 req-69a12fc6-4136-423b-a4d4-4256f5775c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:45.280369 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-744b09af-b57b-4a07-a058-30615ac0e560 req-69a12fc6-4136-423b-a4d4-4256f5775c19 service neutron] 10.222.0.61 "GET /v2.0/networks?id=72fd4bb5-061c-4a26-bd76-7cee300a04d8 HTTP/1.1" status: 200 len: 910 time: 0.1311150 May 31 11:50:45.440157 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-744b09af-b57b-4a07-a058-30615ac0e560 req-2683ba5c-2774-49b9-ac1f-422232b5f0cc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=708b4530-ba9e-4a86-b89a-2b086989d990 HTTP/1.1" status: 200 len: 217 time: 0.1505878 May 31 11:50:45.507408 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744b09af-b57b-4a07-a058-30615ac0e560 req-0313e3e2-5ef3-473c-9a1a-660a9b0248d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:45.508607 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-744b09af-b57b-4a07-a058-30615ac0e560 req-0313e3e2-5ef3-473c-9a1a-660a9b0248d8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3d8e2e77-5113-4c9f-b10a-c217e4f23f76 HTTP/1.1" status: 200 len: 849 time: 0.0622897 May 31 11:50:45.560086 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-744b09af-b57b-4a07-a058-30615ac0e560 req-c79d2efa-ae41-4edb-8ed0-e2fefdde0f47 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=72fd4bb5-061c-4a26-bd76-7cee300a04d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444932 May 31 11:50:45.701420 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-744b09af-b57b-4a07-a058-30615ac0e560 req-7deba10c-4b55-4707-a461-cd93508dda7c service neutron] 10.222.0.61 "GET /v2.0/networks/72fd4bb5-061c-4a26-bd76-7cee300a04d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333084 May 31 11:50:45.845481 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-744b09af-b57b-4a07-a058-30615ac0e560 req-2cf09a68-441a-4570-a483-cda3ecc9678d service neutron] 10.222.0.61 "GET /v2.0/networks/72fd4bb5-061c-4a26-bd76-7cee300a04d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345623 May 31 11:50:46.240724 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e471dab-08f3-42a2-be4a-cd81840bd5cc req-a7e2bdef-d90c-43d7-a3e8-ec50ddd28229 tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:46.242402 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-5e471dab-08f3-42a2-be4a-cd81840bd5cc req-a7e2bdef-d90c-43d7-a3e8-ec50ddd28229 tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] 10.222.0.21 "GET /v2.0/ports?device_id=71cb244d-6df0-48fc-ace9-9bf515f3b0ef HTTP/1.1" status: 200 len: 943 time: 0.0835152 May 31 11:50:46.301334 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-5e471dab-08f3-42a2-be4a-cd81840bd5cc req-0ab07afb-bd75-4306-80dd-0dce5e6d27b5 tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcaf4328-8396-4f2c-adb5-f59a3e1a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503280 May 31 11:50:47.508717 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a307e5-88ff-41f7-80cf-698ff631ff53 req-3d3daa25-ea9c-4466-9387-18afbc0eae6a tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:47.510162 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-67a307e5-88ff-41f7-80cf-698ff631ff53 req-3d3daa25-ea9c-4466-9387-18afbc0eae6a tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] 10.222.0.21 "GET /v2.0/ports?device_id=71cb244d-6df0-48fc-ace9-9bf515f3b0ef HTTP/1.1" status: 200 len: 943 time: 0.0888839 May 31 11:50:47.556318 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-67a307e5-88ff-41f7-80cf-698ff631ff53 req-a24ca3af-cb3e-4ee8-a47b-437234e52918 tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcaf4328-8396-4f2c-adb5-f59a3e1a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403049 May 31 11:50:47.735314 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device 708b4530-ba9e-4a86-b89a-2b086989d990 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:50:47.889063 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] For port 708b4530-ba9e-4a86-b89a-2b086989d990, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=708b4530-ba9e-4a86-b89a-2b086989d990,segment=NetworkSegment(d97afcc9-bfda-4903-b726-bea52f27265b),segment_id=d97afcc9-bfda-4903-b726-bea52f27265b)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:50:47.905528 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Returning: {'device': '708b4530-ba9e-4a86-b89a-2b086989d990', 'network_id': '72fd4bb5-061c-4a26-bd76-7cee300a04d8', 'port_id': '708b4530-ba9e-4a86-b89a-2b086989d990', 'mac_address': 'fa:16:3e:a7:53:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 696, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d8e2e77-5113-4c9f-b10a-c217e4f23f76', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:50:47.963189 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:47.980945 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.notifiers.nova [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 708b4530-ba9e-4a86-b89a-2b086989d990 {{(pid=98444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:50:47.996697 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] For port 708b4530-ba9e-4a86-b89a-2b086989d990, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=708b4530-ba9e-4a86-b89a-2b086989d990,segment=NetworkSegment(d97afcc9-bfda-4903-b726-bea52f27265b),segment_id=d97afcc9-bfda-4903-b726-bea52f27265b)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:50:48.002984 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:48.004794 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:50:48.083668 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Pushing event updated for resources: {'Port': ['ID=708b4530-ba9e-4a86-b89a-2b086989d990,revision_number=4']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:50:48.088173 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:50:48.292004 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] get_ports_and_sgs() called for port_ids ['708b4530-ba9e-4a86-b89a-2b086989d990'] {{(pid=98444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:50:48.854072 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85dab90-b7ad-4de5-ae7b-12281f65a210 req-f9902bf7-2135-453f-829a-02e4197cd3f3 tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:48.855488 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-c85dab90-b7ad-4de5-ae7b-12281f65a210 req-f9902bf7-2135-453f-829a-02e4197cd3f3 tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] 10.222.0.21 "GET /v2.0/ports?device_id=71cb244d-6df0-48fc-ace9-9bf515f3b0ef HTTP/1.1" status: 200 len: 944 time: 0.1841736 May 31 11:50:48.904508 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-c85dab90-b7ad-4de5-ae7b-12281f65a210 req-7b4ba1e2-4e06-4e9d-a53a-0e1f762aff43 tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcaf4328-8396-4f2c-adb5-f59a3e1a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397863 May 31 11:50:49.734501 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device 708b4530-ba9e-4a86-b89a-2b086989d990 up at agent hyperv_hv-cinder-78638 {{(pid=98444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:50:49.817404 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Provisioning for port 708b4530-ba9e-4a86-b89a-2b086989d990 completed by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:50:49.823173 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Provisioning complete for port 708b4530-ba9e-4a86-b89a-2b086989d990 triggered by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:50:49.823555 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:49.948420 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:49.979184 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71cb244d-6df0-48fc-ace9-9bf515f3b0ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '708b4530-ba9e-4a86-b89a-2b086989d990'}] {{(pid=98444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:50:49.981439 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88ad6d6066f99d569bf87ae86d08865c72136362fb0dde426bf5d6223abbdd23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379ccd7c-a45a-42f4-aa53-753bc41e099d" -d '{"events": [{"server_uuid": "71cb244d-6df0-48fc-ace9-9bf515f3b0ef", "name": "network-vif-plugged", "status": "completed", "tag": "708b4530-ba9e-4a86-b89a-2b086989d990"}]}' {{(pid=98444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:50:49.990596 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] For port 708b4530-ba9e-4a86-b89a-2b086989d990, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=708b4530-ba9e-4a86-b89a-2b086989d990,segment=NetworkSegment(d97afcc9-bfda-4903-b726-bea52f27265b),segment_id=d97afcc9-bfda-4903-b726-bea52f27265b)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:50:49.996229 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:49.998421 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:50:50.043565 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc6e0be-7da5-49a8-a9fe-974229fedd78 x-openstack-request-id: req-fcc6e0be-7da5-49a8-a9fe-974229fedd78 {{(pid=98444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:50:50.043877 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71cb244d-6df0-48fc-ace9-9bf515f3b0ef", "name": "network-vif-plugged", "status": "completed", "tag": "708b4530-ba9e-4a86-b89a-2b086989d990", "code": 200}]} {{(pid=98444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:50:50.044135 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fcc6e0be-7da5-49a8-a9fe-974229fedd78 {{(pid=98444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:50:50.044521 dv-cinder-786383-7-smb neutron-server[98444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71cb244d-6df0-48fc-ace9-9bf515f3b0ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '708b4530-ba9e-4a86-b89a-2b086989d990', 'code': 200} May 31 11:50:50.071047 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Pushing event updated for resources: {'Port': ['ID=708b4530-ba9e-4a86-b89a-2b086989d990,revision_number=5']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:50:50.073985 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:50:50.108513 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7307f056-4dea-4c6d-a351-d1900bb592bc req-4c1dfad2-9711-48ea-8037-eb36d4734fa3 tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:50.110081 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-7307f056-4dea-4c6d-a351-d1900bb592bc req-4c1dfad2-9711-48ea-8037-eb36d4734fa3 tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] 10.222.0.21 "GET /v2.0/ports?device_id=71cb244d-6df0-48fc-ace9-9bf515f3b0ef HTTP/1.1" status: 200 len: 945 time: 0.0892220 May 31 11:50:50.164331 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-7307f056-4dea-4c6d-a351-d1900bb592bc req-1b317919-d42c-4e45-86e6-7c8f9d267e25 tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcaf4328-8396-4f2c-adb5-f59a3e1a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433218 May 31 11:50:50.324342 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27beefb-9168-4890-8597-99a75e410cf1 req-61d751fc-bda6-4150-8e69-4ac9e9375ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:50.326408 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-e27beefb-9168-4890-8597-99a75e410cf1 req-61d751fc-bda6-4150-8e69-4ac9e9375ff1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=71cb244d-6df0-48fc-ace9-9bf515f3b0ef HTTP/1.1" status: 200 len: 1098 time: 0.0827167 May 31 11:50:50.373622 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-e27beefb-9168-4890-8597-99a75e410cf1 req-3fdf512d-a077-4c5a-b0a9-4dbce5d3a096 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=dcaf4328-8396-4f2c-adb5-f59a3e1a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361435 May 31 11:50:51.362324 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d208872-ba2d-4111-a1c6-c11b4f51a07b req-58242b4b-5849-49f2-8cbb-c1b5f0f06751 tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:51.363817 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-8d208872-ba2d-4111-a1c6-c11b4f51a07b req-58242b4b-5849-49f2-8cbb-c1b5f0f06751 tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] 10.222.0.21 "GET /v2.0/ports?device_id=71cb244d-6df0-48fc-ace9-9bf515f3b0ef HTTP/1.1" status: 200 len: 945 time: 0.0832608 May 31 11:50:51.412704 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-8d208872-ba2d-4111-a1c6-c11b4f51a07b req-370022ff-6a5d-4873-9af1-92452bfa5f2b tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcaf4328-8396-4f2c-adb5-f59a3e1a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424283 May 31 11:50:52.619774 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79be4ae4-0172-4b84-8c64-710246dc6e7a req-27fe97c1-2ef2-4a80-b042-d2c086b40ae4 tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:52.621253 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-79be4ae4-0172-4b84-8c64-710246dc6e7a req-27fe97c1-2ef2-4a80-b042-d2c086b40ae4 tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] 10.222.0.21 "GET /v2.0/ports?device_id=71cb244d-6df0-48fc-ace9-9bf515f3b0ef HTTP/1.1" status: 200 len: 945 time: 0.0945275 May 31 11:50:52.677111 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-79be4ae4-0172-4b84-8c64-710246dc6e7a req-6283e473-555b-4e61-9f42-7a62b8ee5c5a tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcaf4328-8396-4f2c-adb5-f59a3e1a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500998 May 31 11:50:53.869450 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d68845f-3f4b-4c05-a89b-98b04cb8bdf9 req-48002b19-ab8c-45e2-b33b-4bfce3c9f4b2 tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:53.870932 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-9d68845f-3f4b-4c05-a89b-98b04cb8bdf9 req-48002b19-ab8c-45e2-b33b-4bfce3c9f4b2 tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] 10.222.0.21 "GET /v2.0/ports?device_id=71cb244d-6df0-48fc-ace9-9bf515f3b0ef HTTP/1.1" status: 200 len: 945 time: 0.0867157 May 31 11:50:53.917547 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-9d68845f-3f4b-4c05-a89b-98b04cb8bdf9 req-ce213d44-71c2-4636-9257-ce713d15e08e tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcaf4328-8396-4f2c-adb5-f59a3e1a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408537 May 31 11:50:54.773043 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-b79ddfd2-8edf-4f81-bc36-e6b6486bc3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:55.121779 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b63e30f-8f68-4683-99ba-c58f3beb3da9 req-76526c47-fe21-4dfb-9666-c39dc8be74c7 tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:55.123274 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-0b63e30f-8f68-4683-99ba-c58f3beb3da9 req-76526c47-fe21-4dfb-9666-c39dc8be74c7 tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] 10.222.0.21 "GET /v2.0/ports?device_id=71cb244d-6df0-48fc-ace9-9bf515f3b0ef HTTP/1.1" status: 200 len: 945 time: 0.0907879 May 31 11:50:55.172752 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-0b63e30f-8f68-4683-99ba-c58f3beb3da9 req-dfaf1d17-3a76-4482-a95e-4c105b83e1a1 tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] 10.222.0.21 "GET /v2.0/security-groups?id=dcaf4328-8396-4f2c-adb5-f59a3e1a92e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412064 May 31 11:50:55.264020 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dc7abf-0d86-4992-b3af-c2d14f53e080 req-83e37272-f679-4fad-97de-73077713173e tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:50:55.264610 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [req-38dc7abf-0d86-4992-b3af-c2d14f53e080 req-83e37272-f679-4fad-97de-73077713173e tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Synchronizing usage tracker for tenant:af0f5eeb6eb64f74956a77b2bb8e4da6 on resource:port {{(pid=98443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:50:55.283420 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [req-38dc7abf-0d86-4992-b3af-c2d14f53e080 req-83e37272-f679-4fad-97de-73077713173e tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Unset dirty status for tenant:af0f5eeb6eb64f74956a77b2bb8e4da6 on resource:port {{(pid=98443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:50:55.284613 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-38dc7abf-0d86-4992-b3af-c2d14f53e080 req-83e37272-f679-4fad-97de-73077713173e tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] 10.222.0.61 "GET /v2.0/ports?device_id=71cb244d-6df0-48fc-ace9-9bf515f3b0ef HTTP/1.1" status: 200 len: 945 time: 0.1063819 May 31 11:50:55.430241 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.plugin [req-38dc7abf-0d86-4992-b3af-c2d14f53e080 req-a8768586-6e35-45fd-9738-1811f485811f tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Deleting port 708b4530-ba9e-4a86-b89a-2b086989d990 {{(pid=98443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:50:55.430611 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-38dc7abf-0d86-4992-b3af-c2d14f53e080 req-a8768586-6e35-45fd-9738-1811f485811f tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781593492803'] for port, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:55.584948 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.db [req-38dc7abf-0d86-4992-b3af-c2d14f53e080 req-a8768586-6e35-45fd-9738-1811f485811f tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] For port 708b4530-ba9e-4a86-b89a-2b086989d990, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=708b4530-ba9e-4a86-b89a-2b086989d990,segment=NetworkSegment(d97afcc9-bfda-4903-b726-bea52f27265b),segment_id=d97afcc9-bfda-4903-b726-bea52f27265b)] {{(pid=98443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:50:55.585286 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-38dc7abf-0d86-4992-b3af-c2d14f53e080 req-a8768586-6e35-45fd-9738-1811f485811f tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8366366'] for port, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:55.736301 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.plugin [req-38dc7abf-0d86-4992-b3af-c2d14f53e080 req-a8768586-6e35-45fd-9738-1811f485811f tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Calling delete_port for 708b4530-ba9e-4a86-b89a-2b086989d990 owned by compute:nova {{(pid=98443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:50:55.857678 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-38dc7abf-0d86-4992-b3af-c2d14f53e080 req-a8768586-6e35-45fd-9738-1811f485811f tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781593493926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781593114067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6347609'] for port, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:55.864106 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-bfdf01a9-603d-4404-ae0d-8d3c04d8399d tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:50:55.918977 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8768586-6e35-45fd-9738-1811f485811f tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Pushing event deleted for resources: {'Port': ['ID=708b4530-ba9e-4a86-b89a-2b086989d990,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:50:55.956845 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8768586-6e35-45fd-9738-1811f485811f tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:55.957213 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8768586-6e35-45fd-9738-1811f485811f tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:55.957572 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8768586-6e35-45fd-9738-1811f485811f tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:55.957924 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8768586-6e35-45fd-9738-1811f485811f tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:55.958258 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8768586-6e35-45fd-9738-1811f485811f tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:55.958609 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8768586-6e35-45fd-9738-1811f485811f tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:55.958978 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8768586-6e35-45fd-9738-1811f485811f tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:55.959321 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8768586-6e35-45fd-9738-1811f485811f tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:55.959670 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8768586-6e35-45fd-9738-1811f485811f tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:55.960011 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8768586-6e35-45fd-9738-1811f485811f tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:55.960347 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8768586-6e35-45fd-9738-1811f485811f tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:55.960685 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8768586-6e35-45fd-9738-1811f485811f tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:50:55.968063 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-a8768586-6e35-45fd-9738-1811f485811f tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:50:56.004115 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.l3_dvrscheduler_db [req-38dc7abf-0d86-4992-b3af-c2d14f53e080 req-a8768586-6e35-45fd-9738-1811f485811f tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] No DVR routers for this DVR port 708b4530-ba9e-4a86-b89a-2b086989d990 on host hv-cinder-78638 {{(pid=98443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:50:56.006683 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-38dc7abf-0d86-4992-b3af-c2d14f53e080 req-a8768586-6e35-45fd-9738-1811f485811f tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523773'] for port, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:56.009305 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71cb244d-6df0-48fc-ace9-9bf515f3b0ef', 'name': 'network-vif-deleted', 'tag': '708b4530-ba9e-4a86-b89a-2b086989d990'}] {{(pid=98443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:50:56.011608 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56017c51fa2db9d96507774d194550d251c1d18f102e1d67e4a71b2ac79ee147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce02851-7e85-47be-94c6-b0a110109d6a" -d '{"events": [{"server_uuid": "71cb244d-6df0-48fc-ace9-9bf515f3b0ef", "name": "network-vif-deleted", "tag": "708b4530-ba9e-4a86-b89a-2b086989d990"}]}' {{(pid=98443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:50:56.026442 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-38dc7abf-0d86-4992-b3af-c2d14f53e080 req-a8768586-6e35-45fd-9738-1811f485811f tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] 10.222.0.61 "DELETE /v2.0/ports/708b4530-ba9e-4a86-b89a-2b086989d990 HTTP/1.1" status: 204 len: 173 time: 0.7353771 May 31 11:50:56.059621 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:50:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-631b7fd6-e263-4093-b86a-650210055860 x-openstack-request-id: req-631b7fd6-e263-4093-b86a-650210055860 {{(pid=98443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:50:56.059932 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71cb244d-6df0-48fc-ace9-9bf515f3b0ef", "name": "network-vif-deleted", "tag": "708b4530-ba9e-4a86-b89a-2b086989d990", "status": "completed", "code": 200}]} {{(pid=98443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:50:56.060210 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-631b7fd6-e263-4093-b86a-650210055860 {{(pid=98443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:50:56.060630 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71cb244d-6df0-48fc-ace9-9bf515f3b0ef', 'name': 'network-vif-deleted', 'tag': '708b4530-ba9e-4a86-b89a-2b086989d990', 'status': 'completed', 'code': 200} May 31 11:50:56.345095 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-7c7dd09b-37d0-496e-bf4a-2064163d8338 req-589d3649-bdbd-434c-8486-97a7330a182c tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] 10.222.0.21 "GET /v2.0/ports?device_id=71cb244d-6df0-48fc-ace9-9bf515f3b0ef HTTP/1.1" status: 200 len: 210 time: 0.0471070 May 31 11:50:56.594887 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.agents_db [None req-9d677285-078d-4c88-aefd-aa7dfcc00faf None None] Agent healthcheck: found 6 active agents {{(pid=98445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:50:57.489268 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:57.749051 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device 708b4530-ba9e-4a86-b89a-2b086989d990 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:50:57.799625 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.plugin [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] No Port match for: 708b4530-ba9e-4a86-b89a-2b086989d990 {{(pid=98444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:50:57.799981 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device 708b4530-ba9e-4a86-b89a-2b086989d990 not bound to the agent host hv-cinder-78638 {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:50:57.809479 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-b2739fff-56ed-4d84-87b2-7942ce8c24a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:50:58.490913 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-a91c5e8e-8952-4db6-a598-6e76e849b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:00.205129 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-9fdf87ec-5ce8-4616-9e32-e9b9d10b7557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:08.557704 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:17.278398 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 37302) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:51:17.355665 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2e892ff-bac7-43f3-bf8d-664b817703f1 admin admin] Deleting subnet 3d8e2e77-5113-4c9f-b10a-c217e4f23f76 {{(pid=98443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 11:51:17.359501 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-b2e892ff-bac7-43f3-bf8d-664b817703f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:17.412835 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-b2e892ff-bac7-43f3-bf8d-664b817703f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7666509'] for subnet, precommit_delete_associations {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:17.477606 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-b2e892ff-bac7-43f3-bf8d-664b817703f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649192'] for subnet, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:17.840509 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-b2e892ff-bac7-43f3-bf8d-664b817703f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-649821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6695594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6022295'] for subnet, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:17.844387 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-1e667370-9af7-440c-a2b7-761e91249240 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:51:17.878690 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e892ff-bac7-43f3-bf8d-664b817703f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d8e2e77-5113-4c9f-b10a-c217e4f23f76,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:51:17.881613 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-b2e892ff-bac7-43f3-bf8d-664b817703f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:51:17.882574 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-b2e892ff-bac7-43f3-bf8d-664b817703f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:17.888985 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-b2e892ff-bac7-43f3-bf8d-664b817703f1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3d8e2e77-5113-4c9f-b10a-c217e4f23f76 HTTP/1.1" status: 204 len: 168 time: 0.6092763 May 31 11:51:17.892920 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 37306) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:51:18.000558 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-d2b071e5-ccf1-4650-9f04-f04ba60728e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990620'] for network, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:18.147337 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-d2b071e5-ccf1-4650-9f04-f04ba60728e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647783', 'neutron.services.segments.db._delete_segments_for_network-8781593572316'] for network, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:18.159928 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.services.segments.db [None req-d2b071e5-ccf1-4650-9f04-f04ba60728e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72fd4bb5-061c-4a26-bd76-7cee300a04d8']}} {{(pid=98443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:51:18.172044 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.services.segments.db [None req-d2b071e5-ccf1-4650-9f04-f04ba60728e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd97afcc9-bfda-4903-b726-bea52f27265b') {'for_net_delete': True} {{(pid=98443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:51:18.172345 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.services.segments.db [None req-d2b071e5-ccf1-4650-9f04-f04ba60728e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd97afcc9-bfda-4903-b726-bea52f27265b') {} {{(pid=98443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:51:18.183914 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-d2b071e5-ccf1-4650-9f04-f04ba60728e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781593581213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7666502'] for segment, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:18.200242 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-d2b071e5-ccf1-4650-9f04-f04ba60728e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654047'] for segment, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:18.206843 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2b071e5-ccf1-4650-9f04-f04ba60728e8 admin admin] Releasing vlan 696 on physical network physnet1 to pool {{(pid=98443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 11:51:18.207078 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-d2b071e5-ccf1-4650-9f04-f04ba60728e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6347532'] for segment, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:18.222594 dv-cinder-786383-7-smb neutron-server[98443]: Traceback (most recent call last): May 31 11:51:18.222594 dv-cinder-786383-7-smb neutron-server[98443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 11:51:18.222594 dv-cinder-786383-7-smb neutron-server[98443]: timer() May 31 11:51:18.222594 dv-cinder-786383-7-smb neutron-server[98443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 11:51:18.222594 dv-cinder-786383-7-smb neutron-server[98443]: cb(*args, **kw) May 31 11:51:18.222594 dv-cinder-786383-7-smb neutron-server[98443]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 11:51:18.222594 dv-cinder-786383-7-smb neutron-server[98443]: return func(*args, **kwargs) May 31 11:51:18.222594 dv-cinder-786383-7-smb neutron-server[98443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 11:51:18.222594 dv-cinder-786383-7-smb neutron-server[98443]: self._notify() May 31 11:51:18.222594 dv-cinder-786383-7-smb neutron-server[98443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 11:51:18.222594 dv-cinder-786383-7-smb neutron-server[98443]: self.callback(batched_events) May 31 11:51:18.222594 dv-cinder-786383-7-smb neutron-server[98443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 11:51:18.222594 dv-cinder-786383-7-smb neutron-server[98443]: event.method(event) May 31 11:51:18.222594 dv-cinder-786383-7-smb neutron-server[98443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 11:51:18.222594 dv-cinder-786383-7-smb neutron-server[98443]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 11:51:18.222594 dv-cinder-786383-7-smb neutron-server[98443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 11:51:18.222594 dv-cinder-786383-7-smb neutron-server[98443]: aggregate_uuid = self.p_client.list_aggregates( May 31 11:51:18.222594 dv-cinder-786383-7-smb neutron-server[98443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 11:51:18.222594 dv-cinder-786383-7-smb neutron-server[98443]: return f(self, *a, **k) May 31 11:51:18.222594 dv-cinder-786383-7-smb neutron-server[98443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 11:51:18.222594 dv-cinder-786383-7-smb neutron-server[98443]: return self._get(url).json() May 31 11:51:18.222594 dv-cinder-786383-7-smb neutron-server[98443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 11:51:18.222594 dv-cinder-786383-7-smb neutron-server[98443]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 11:51:18.222594 dv-cinder-786383-7-smb neutron-server[98443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 11:51:18.222594 dv-cinder-786383-7-smb neutron-server[98443]: return self.request(url, 'GET', **kwargs) May 31 11:51:18.222594 dv-cinder-786383-7-smb neutron-server[98443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 11:51:18.222594 dv-cinder-786383-7-smb neutron-server[98443]: base_url = self.get_endpoint(auth, allow=allow, May 31 11:51:18.222594 dv-cinder-786383-7-smb neutron-server[98443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 11:51:18.222594 dv-cinder-786383-7-smb neutron-server[98443]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 11:51:18.222594 dv-cinder-786383-7-smb neutron-server[98443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 11:51:18.222594 dv-cinder-786383-7-smb neutron-server[98443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 11:51:18.222594 dv-cinder-786383-7-smb neutron-server[98443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 11:51:18.304588 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-d2b071e5-ccf1-4650-9f04-f04ba60728e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8325956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7927536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8365519'] for network, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:18.310089 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-93c125d6-ba76-4c67-9489-301da028d0c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:51:18.327095 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-d2b071e5-ccf1-4650-9f04-f04ba60728e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927509'] for network, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:18.337215 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b071e5-ccf1-4650-9f04-f04ba60728e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=72fd4bb5-061c-4a26-bd76-7cee300a04d8,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:51:18.340305 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-d2b071e5-ccf1-4650-9f04-f04ba60728e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:51:18.346996 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-d2b071e5-ccf1-4650-9f04-f04ba60728e8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/72fd4bb5-061c-4a26-bd76-7cee300a04d8 HTTP/1.1" status: 204 len: 168 time: 0.4531541 May 31 11:51:18.477758 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 37312) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:51:18.534560 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-34520541-809b-4d58-bc58-694b4d2414aa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=af0f5eeb6eb64f74956a77b2bb8e4da6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0555873 May 31 11:51:18.537055 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 37316) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:51:18.598208 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-d7656bf8-764d-4089-ac0b-de0ad34ae2ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:18.626116 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-d7656bf8-764d-4089-ac0b-de0ad34ae2ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:18.681625 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-d7656bf8-764d-4089-ac0b-de0ad34ae2ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:18.686346 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-4b749a3c-5d65-44df-b28c-14d9b6a9645d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:51:18.699533 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7656bf8-764d-4089-ac0b-de0ad34ae2ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcaf4328-8396-4f2c-adb5-f59a3e1a92e3,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:51:18.702999 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-d7656bf8-764d-4089-ac0b-de0ad34ae2ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:51:18.706484 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-d7656bf8-764d-4089-ac0b-de0ad34ae2ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:18.707698 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-d7656bf8-764d-4089-ac0b-de0ad34ae2ba admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dcaf4328-8396-4f2c-adb5-f59a3e1a92e3 HTTP/1.1" status: 204 len: 168 time: 0.1697431 May 31 11:51:24.779503 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-f9a13f6c-5213-43ea-b3f6-321db115960d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:27.491060 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:27.795768 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-f8926f79-2c8f-4964-8cfb-7675db069851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:28.489874 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-a91c5e8e-8952-4db6-a598-6e76e849b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:30.204907 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-9fdf87ec-5ce8-4616-9e32-e9b9d10b7557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:33.597556 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.agents_db [None req-9d677285-078d-4c88-aefd-aa7dfcc00faf None None] Agent healthcheck: found 6 active agents {{(pid=98445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:51:38.576654 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:40.705205 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 37478) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:51:40.982283 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.plugin [None req-82b73c49-7ca6-4796-b9a3-209634499a0e tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Deleting port 5b8856c5-7b95-40ac-b23c-d1910ff1410c {{(pid=98443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:51:40.982597 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-82b73c49-7ca6-4796-b9a3-209634499a0e tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781593492803'] for port, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:41.114266 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-82b73c49-7ca6-4796-b9a3-209634499a0e tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8366366'] for port, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:41.114756 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-82b73c49-7ca6-4796-b9a3-209634499a0e tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:41.244061 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.plugin [None req-82b73c49-7ca6-4796-b9a3-209634499a0e tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Calling delete_port for 5b8856c5-7b95-40ac-b23c-d1910ff1410c owned by network:floatingip {{(pid=98443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:51:41.393753 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-82b73c49-7ca6-4796-b9a3-209634499a0e tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781593493926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781593114067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6347609'] for port, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:41.397637 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:51:41.443518 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b73c49-7ca6-4796-b9a3-209634499a0e tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Pushing event deleted for resources: {'Port': ['ID=5b8856c5-7b95-40ac-b23c-d1910ff1410c,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:51:41.446544 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-82b73c49-7ca6-4796-b9a3-209634499a0e tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:51:41.535151 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-82b73c49-7ca6-4796-b9a3-209634499a0e tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Notify callbacks [] for floatingip, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:41.535511 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.db.l3_db [None req-82b73c49-7ca6-4796-b9a3-209634499a0e tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Floating IP b80e87ee-6e0f-4608-bf79-ba3af5d473bc disassociated (deleted). External IP: 172.28.3.134, port: 7713f6ae-6ca0-4b72-ad9d-310dbe482ea9. May 31 11:51:41.982892 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82b73c49-7ca6-4796-b9a3-209634499a0e tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Router 92ffc114-c504-45aa-8838-20a84a61e9c0 has already been hosted by L3 agent 18500941-09fe-4120-b40f-cc1049bfe169 {{(pid=98443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:51:42.168020 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b73c49-7ca6-4796-b9a3-209634499a0e tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Notify agent at l3_agent.dv-cinder-786383-7-smb the message routers_updated {{(pid=98443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:51:42.177984 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1fe59c-0b6c-4fe0-babe-87c10ea42b7a None None] Sync routers for ids ['92ffc114-c504-45aa-8838-20a84a61e9c0'] in dv-cinder-786383-7-smb {{(pid=98444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:51:42.188000 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1fe59c-0b6c-4fe0-babe-87c10ea42b7a None None] Routers {'92ffc114-c504-45aa-8838-20a84a61e9c0'} bound to L3 agent in host dv-cinder-786383-7-smb {{(pid=98444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:51:42.188632 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_hamode_db [None req-9a1fe59c-0b6c-4fe0-babe-87c10ea42b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:33:28Z,description=,heartbeat_timestamp=2021-05-31T11:51:28Z,host='dv-cinder-786383-7-smb',id=18500941-09fe-4120-b40f-cc1049bfe169,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:33:28Z,topic='l3_agent')) {'router_ids': ['92ffc114-c504-45aa-8838-20a84a61e9c0'], 'active': True} {{(pid=98444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:51:42.191441 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-82b73c49-7ca6-4796-b9a3-209634499a0e tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523773'] for floatingip, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:42.255358 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-82b73c49-7ca6-4796-b9a3-209634499a0e tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.21 "DELETE /v2.0/floatingips/b80e87ee-6e0f-4608-bf79-ba3af5d473bc HTTP/1.1" status: 204 len: 168 time: 1.5483506 May 31 11:51:42.256096 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62884dd2-8e80-4f45-867d-65744e9a6f07', 'tag': '7713f6ae-6ca0-4b72-ad9d-310dbe482ea9'}] {{(pid=98443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:51:42.258454 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56017c51fa2db9d96507774d194550d251c1d18f102e1d67e4a71b2ac79ee147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c04d362-8cfe-4084-bb3e-456981ce1cc5" -d '{"events": [{"name": "network-changed", "server_uuid": "62884dd2-8e80-4f45-867d-65744e9a6f07", "tag": "7713f6ae-6ca0-4b72-ad9d-310dbe482ea9"}]}' {{(pid=98443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:51:42.311453 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b13ba1-0b6f-447f-a211-c07332ce159c x-openstack-request-id: req-45b13ba1-0b6f-447f-a211-c07332ce159c {{(pid=98443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:51:42.311862 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62884dd2-8e80-4f45-867d-65744e9a6f07", "tag": "7713f6ae-6ca0-4b72-ad9d-310dbe482ea9", "status": "completed", "code": 200}]} {{(pid=98443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:51:42.312203 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-45b13ba1-0b6f-447f-a211-c07332ce159c {{(pid=98443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:51:42.312688 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62884dd2-8e80-4f45-867d-65744e9a6f07', 'tag': '7713f6ae-6ca0-4b72-ad9d-310dbe482ea9', 'status': 'completed', 'code': 200} May 31 11:51:42.375141 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvr_db [None req-9a1fe59c-0b6c-4fe0-babe-87c10ea42b7a None None] Set router 92ffc114-c504-45aa-8838-20a84a61e9c0 gateway port host: dv-cinder-786383-7-smb {{(pid=98444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:51:42.429466 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04d362-8cfe-4084-bb3e-456981ce1cc5 req-1c055606-1b20-424c-ba2c-f49b46b25490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:51:42.430999 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-0c04d362-8cfe-4084-bb3e-456981ce1cc5 req-1c055606-1b20-424c-ba2c-f49b46b25490 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=da7e9892b47c455d8e37f4de2870ea09&device_id=62884dd2-8e80-4f45-867d-65744e9a6f07 HTTP/1.1" status: 200 len: 1099 time: 0.0756116 May 31 11:51:42.576703 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04d362-8cfe-4084-bb3e-456981ce1cc5 req-a95f9402-8833-4608-96a5-60dd84c1f605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:51:42.578701 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-0c04d362-8cfe-4084-bb3e-456981ce1cc5 req-a95f9402-8833-4608-96a5-60dd84c1f605 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a6b938de-a551-480c-9f2c-5c4136d08e82 HTTP/1.1" status: 200 len: 910 time: 0.1399772 May 31 11:51:42.651838 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-0c04d362-8cfe-4084-bb3e-456981ce1cc5 req-3d15bf0e-dda8-41d6-8210-14fe1fa7f56e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7713f6ae-6ca0-4b72-ad9d-310dbe482ea9 HTTP/1.1" status: 200 len: 217 time: 0.0664761 May 31 11:51:42.661499 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d514e25-e5a6-4a9e-b4f4-8576d0cf5bc4 req-6270d675-19f3-424c-b96e-a2a48e8d33f0 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:51:42.663714 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-9d514e25-e5a6-4a9e-b4f4-8576d0cf5bc4 req-6270d675-19f3-424c-b96e-a2a48e8d33f0 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.21 "GET /v2.0/ports?device_id=62884dd2-8e80-4f45-867d-65744e9a6f07 HTTP/1.1" status: 200 len: 946 time: 0.0932038 May 31 11:51:42.699364 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_hamode_db [None req-9a1fe59c-0b6c-4fe0-babe-87c10ea42b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ffc114-c504-45aa-8838-20a84a61e9c0', 'name': 'tempest-TestShelveInstance-1439691504-router', 'tenant_id': 'da7e9892b47c455d8e37f4de2870ea09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.61'}], 'enable_snat': True}, 'gw_port_id': '1098472c-779e-4c66-8a92-ce280f2c3662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:44:53Z', 'updated_at': '2021-05-31T11:44:59Z', 'revision_number': 4, 'project_id': 'da7e9892b47c455d8e37f4de2870ea09', 'gw_port': {'id': '1098472c-779e-4c66-8a92-ce280f2c3662', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ffc114-c504-45aa-8838-20a84a61e9c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:44:54Z', 'updated_at': '2021-05-31T11:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb', '_interfaces': [{'id': '14739b1c-b3eb-4ba4-a698-35b02850ecd9', 'name': '', 'network_id': 'a6b938de-a551-480c-9f2c-5c4136d08e82', 'tenant_id': 'da7e9892b47c455d8e37f4de2870ea09', 'mac_address': 'fa:16:3e:f9:f4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ffc114-c504-45aa-8838-20a84a61e9c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '8e4cdfc3-ae92-4456-8b30-cc5459acb680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:44:58Z', 'updated_at': '2021-05-31T11:45:04Z', 'revision_number': 5, 'project_id': 'da7e9892b47c455d8e37f4de2870ea09', 'subnets': [{'id': '8e4cdfc3-ae92-4456-8b30-cc5459acb680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-smb', False) {} {{(pid=98444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:51:42.703443 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1fe59c-0b6c-4fe0-babe-87c10ea42b7a None None] Checking router: 92ffc114-c504-45aa-8838-20a84a61e9c0 for host: dv-cinder-786383-7-smb {{(pid=98444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:51:42.712966 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1fe59c-0b6c-4fe0-babe-87c10ea42b7a None None] Routers {'92ffc114-c504-45aa-8838-20a84a61e9c0'} bound to L3 agent in host dv-cinder-786383-7-smb {{(pid=98444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:51:42.713828 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_hamode_db [None req-9a1fe59c-0b6c-4fe0-babe-87c10ea42b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:33:28Z,description=,heartbeat_timestamp=2021-05-31T11:51:28Z,host='dv-cinder-786383-7-smb',id=18500941-09fe-4120-b40f-cc1049bfe169,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:33:28Z,topic='l3_agent')) {'router_ids': ['92ffc114-c504-45aa-8838-20a84a61e9c0'], 'active': True} {{(pid=98444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:51:42.714256 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-9d514e25-e5a6-4a9e-b4f4-8576d0cf5bc4 req-35cce83e-9985-4e0e-bd5c-093781392e2f tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.21 "GET /v2.0/security-groups?id=350170dc-f8ea-4573-bb19-62b5545493fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445671 May 31 11:51:42.718635 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04d362-8cfe-4084-bb3e-456981ce1cc5 req-c9bf0e58-ffff-4ed9-b2a0-b3733e519989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:51:42.720092 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-0c04d362-8cfe-4084-bb3e-456981ce1cc5 req-c9bf0e58-ffff-4ed9-b2a0-b3733e519989 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8e4cdfc3-ae92-4456-8b30-cc5459acb680 HTTP/1.1" status: 200 len: 848 time: 0.0614028 May 31 11:51:42.799913 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c04d362-8cfe-4084-bb3e-456981ce1cc5 req-dbc6de8e-9da2-473d-8eb7-aefca369ad5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:51:42.801467 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-0c04d362-8cfe-4084-bb3e-456981ce1cc5 req-dbc6de8e-9da2-473d-8eb7-aefca369ad5c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a6b938de-a551-480c-9f2c-5c4136d08e82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0744188 May 31 11:51:42.903529 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvr_db [None req-9a1fe59c-0b6c-4fe0-babe-87c10ea42b7a None None] Set router 92ffc114-c504-45aa-8838-20a84a61e9c0 gateway port host: dv-cinder-786383-7-smb {{(pid=98444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:51:42.946080 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-0c04d362-8cfe-4084-bb3e-456981ce1cc5 req-da17ad6c-fc6c-4b40-8121-dc158726a5dd service neutron] 10.222.0.61 "GET /v2.0/networks/a6b938de-a551-480c-9f2c-5c4136d08e82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376796 May 31 11:51:43.082462 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-0c04d362-8cfe-4084-bb3e-456981ce1cc5 req-4c2029a3-6a3e-4ab3-bbac-d691efa46175 service neutron] 10.222.0.61 "GET /v2.0/networks/a6b938de-a551-480c-9f2c-5c4136d08e82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282785 May 31 11:51:43.234115 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_hamode_db [None req-9a1fe59c-0b6c-4fe0-babe-87c10ea42b7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ffc114-c504-45aa-8838-20a84a61e9c0', 'name': 'tempest-TestShelveInstance-1439691504-router', 'tenant_id': 'da7e9892b47c455d8e37f4de2870ea09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.61'}], 'enable_snat': True}, 'gw_port_id': '1098472c-779e-4c66-8a92-ce280f2c3662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:44:53Z', 'updated_at': '2021-05-31T11:44:59Z', 'revision_number': 4, 'project_id': 'da7e9892b47c455d8e37f4de2870ea09', 'gw_port': {'id': '1098472c-779e-4c66-8a92-ce280f2c3662', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ffc114-c504-45aa-8838-20a84a61e9c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:44:54Z', 'updated_at': '2021-05-31T11:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb', '_interfaces': [{'id': '14739b1c-b3eb-4ba4-a698-35b02850ecd9', 'name': '', 'network_id': 'a6b938de-a551-480c-9f2c-5c4136d08e82', 'tenant_id': 'da7e9892b47c455d8e37f4de2870ea09', 'mac_address': 'fa:16:3e:f9:f4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ffc114-c504-45aa-8838-20a84a61e9c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '8e4cdfc3-ae92-4456-8b30-cc5459acb680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:44:58Z', 'updated_at': '2021-05-31T11:45:04Z', 'revision_number': 5, 'project_id': 'da7e9892b47c455d8e37f4de2870ea09', 'subnets': [{'id': '8e4cdfc3-ae92-4456-8b30-cc5459acb680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-smb', False) {} {{(pid=98444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:51:43.238492 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1fe59c-0b6c-4fe0-babe-87c10ea42b7a None None] The sync data for ids ['92ffc114-c504-45aa-8838-20a84a61e9c0'] in dv-cinder-786383-7-smb is: [{'id': '92ffc114-c504-45aa-8838-20a84a61e9c0', 'name': 'tempest-TestShelveInstance-1439691504-router', 'tenant_id': 'da7e9892b47c455d8e37f4de2870ea09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.61'}], 'enable_snat': True}, 'gw_port_id': '1098472c-779e-4c66-8a92-ce280f2c3662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:44:53Z', 'updated_at': '2021-05-31T11:44:59Z', 'revision_number': 4, 'project_id': 'da7e9892b47c455d8e37f4de2870ea09', 'gw_port': {'id': '1098472c-779e-4c66-8a92-ce280f2c3662', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ffc114-c504-45aa-8838-20a84a61e9c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:44:54Z', 'updated_at': '2021-05-31T11:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb', '_interfaces': [{'id': '14739b1c-b3eb-4ba4-a698-35b02850ecd9', 'name': '', 'network_id': 'a6b938de-a551-480c-9f2c-5c4136d08e82', 'tenant_id': 'da7e9892b47c455d8e37f4de2870ea09', 'mac_address': 'fa:16:3e:f9:f4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ffc114-c504-45aa-8838-20a84a61e9c0', 'device_owner': 'network:router_interface', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '8e4cdfc3-ae92-4456-8b30-cc5459acb680', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:44:58Z', 'updated_at': '2021-05-31T11:45:04Z', 'revision_number': 5, 'project_id': 'da7e9892b47c455d8e37f4de2870ea09', 'subnets': [{'id': '8e4cdfc3-ae92-4456-8b30-cc5459acb680', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:51:43.446101 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26daec67-c3de-437e-952a-2f9709077b6a None None] New status for floating IP b80e87ee-6e0f-4608-bf79-ba3af5d473bc: DOWN {{(pid=98445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 11:51:44.069403 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0018cc1d-f7e1-4449-a4c1-4edadf91d6d0 req-1a2141dc-a8f5-4a53-8cf0-c92026b18b72 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:51:44.070913 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-0018cc1d-f7e1-4449-a4c1-4edadf91d6d0 req-1a2141dc-a8f5-4a53-8cf0-c92026b18b72 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.21 "GET /v2.0/ports?device_id=62884dd2-8e80-4f45-867d-65744e9a6f07 HTTP/1.1" status: 200 len: 946 time: 0.2143812 May 31 11:51:44.118350 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-0018cc1d-f7e1-4449-a4c1-4edadf91d6d0 req-21ccd728-4814-4cc2-b91f-beda637b4e8c tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.21 "GET /v2.0/security-groups?id=350170dc-f8ea-4573-bb19-62b5545493fe&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414042 May 31 11:51:44.137138 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce026f4-fcbd-49f8-b900-efa458af0fe6 req-a101d6b9-dcd9-452f-b085-6907f6b20967 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:51:44.137850 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [req-1ce026f4-fcbd-49f8-b900-efa458af0fe6 req-a101d6b9-dcd9-452f-b085-6907f6b20967 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Synchronizing usage tracker for tenant:da7e9892b47c455d8e37f4de2870ea09 on resource:port {{(pid=98443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:51:44.157572 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [req-1ce026f4-fcbd-49f8-b900-efa458af0fe6 req-a101d6b9-dcd9-452f-b085-6907f6b20967 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Unset dirty status for tenant:da7e9892b47c455d8e37f4de2870ea09 on resource:port {{(pid=98443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:51:44.158781 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-1ce026f4-fcbd-49f8-b900-efa458af0fe6 req-a101d6b9-dcd9-452f-b085-6907f6b20967 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.61 "GET /v2.0/ports?device_id=62884dd2-8e80-4f45-867d-65744e9a6f07 HTTP/1.1" status: 200 len: 946 time: 0.1096039 May 31 11:51:44.303028 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.plugin [req-1ce026f4-fcbd-49f8-b900-efa458af0fe6 req-b35b6590-5100-4311-b45a-2d6e6d3645ef tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Deleting port 7713f6ae-6ca0-4b72-ad9d-310dbe482ea9 {{(pid=98443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:51:44.303536 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-1ce026f4-fcbd-49f8-b900-efa458af0fe6 req-b35b6590-5100-4311-b45a-2d6e6d3645ef tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781593492803'] for port, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:44.539798 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.db [req-1ce026f4-fcbd-49f8-b900-efa458af0fe6 req-b35b6590-5100-4311-b45a-2d6e6d3645ef tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] For port 7713f6ae-6ca0-4b72-ad9d-310dbe482ea9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7713f6ae-6ca0-4b72-ad9d-310dbe482ea9,segment=NetworkSegment(146052b5-f78e-4c1f-a6d4-11a97914375b),segment_id=146052b5-f78e-4c1f-a6d4-11a97914375b)] {{(pid=98443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:51:44.540155 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-1ce026f4-fcbd-49f8-b900-efa458af0fe6 req-b35b6590-5100-4311-b45a-2d6e6d3645ef tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8366366'] for port, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:44.598537 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 37514) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:51:44.664761 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.plugin [req-1ce026f4-fcbd-49f8-b900-efa458af0fe6 req-b35b6590-5100-4311-b45a-2d6e6d3645ef tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Calling delete_port for 7713f6ae-6ca0-4b72-ad9d-310dbe482ea9 owned by compute:nova {{(pid=98443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:51:44.728379 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-296b074e-f1b9-4f2c-9155-8bdf6b75afab admin admin] Notify callbacks [] for security_group, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:44.744559 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-296b074e-f1b9-4f2c-9155-8bdf6b75afab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:51:44.749326 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-296b074e-f1b9-4f2c-9155-8bdf6b75afab admin admin] Usage tracker for resource:security_group_rule and tenant:ee3d83e135184c8cb1e714694a682dca is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:51:44.752544 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-296b074e-f1b9-4f2c-9155-8bdf6b75afab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:51:44.758750 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-296b074e-f1b9-4f2c-9155-8bdf6b75afab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:51:44.781094 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-1ce026f4-fcbd-49f8-b900-efa458af0fe6 req-b35b6590-5100-4311-b45a-2d6e6d3645ef tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781593493926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781593114067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6347609'] for port, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:44.787015 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-92b80fb2-21d8-4d9e-a5fb-6f125c49af86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:51:44.838836 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35b6590-5100-4311-b45a-2d6e6d3645ef tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Pushing event deleted for resources: {'Port': ['ID=7713f6ae-6ca0-4b72-ad9d-310dbe482ea9,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:51:44.862322 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-296b074e-f1b9-4f2c-9155-8bdf6b75afab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:44.865993 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-b35b6590-5100-4311-b45a-2d6e6d3645ef tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:51:44.867720 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-296b074e-f1b9-4f2c-9155-8bdf6b75afab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:44.877599 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-015f2d54-d55f-438f-80c9-66b4bef31886 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:51:44.913614 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-296b074e-f1b9-4f2c-9155-8bdf6b75afab admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ee3d83e135184c8cb1e714694a682dca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3137813 May 31 11:51:44.914506 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 37520) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:51:44.918358 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ce026f4-fcbd-49f8-b900-efa458af0fe6 req-b35b6590-5100-4311-b45a-2d6e6d3645ef tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] No DVR routers for this DVR port 7713f6ae-6ca0-4b72-ad9d-310dbe482ea9 on host hv-cinder-78638 {{(pid=98443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:51:44.920894 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-1ce026f4-fcbd-49f8-b900-efa458af0fe6 req-b35b6590-5100-4311-b45a-2d6e6d3645ef tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523773'] for port, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:44.923599 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62884dd2-8e80-4f45-867d-65744e9a6f07', 'name': 'network-vif-deleted', 'tag': '7713f6ae-6ca0-4b72-ad9d-310dbe482ea9'}] {{(pid=98443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:51:44.925857 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56017c51fa2db9d96507774d194550d251c1d18f102e1d67e4a71b2ac79ee147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07669a99-535b-40a3-a2ff-6765cb757fa9" -d '{"events": [{"server_uuid": "62884dd2-8e80-4f45-867d-65744e9a6f07", "name": "network-vif-deleted", "tag": "7713f6ae-6ca0-4b72-ad9d-310dbe482ea9"}]}' {{(pid=98443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:51:44.944633 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-1ce026f4-fcbd-49f8-b900-efa458af0fe6 req-b35b6590-5100-4311-b45a-2d6e6d3645ef tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.61 "DELETE /v2.0/ports/7713f6ae-6ca0-4b72-ad9d-310dbe482ea9 HTTP/1.1" status: 204 len: 173 time: 0.7795115 May 31 11:51:44.946387 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296b074e-f1b9-4f2c-9155-8bdf6b75afab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54f38bcb-14b4-406d-95e6-3630ffdb6e2d,revision_number=1']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:51:44.962163 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296b074e-f1b9-4f2c-9155-8bdf6b75afab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:44.962751 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296b074e-f1b9-4f2c-9155-8bdf6b75afab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:44.963364 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296b074e-f1b9-4f2c-9155-8bdf6b75afab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:44.963886 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296b074e-f1b9-4f2c-9155-8bdf6b75afab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:44.964530 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296b074e-f1b9-4f2c-9155-8bdf6b75afab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:44.965074 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296b074e-f1b9-4f2c-9155-8bdf6b75afab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:44.965592 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296b074e-f1b9-4f2c-9155-8bdf6b75afab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:44.966118 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296b074e-f1b9-4f2c-9155-8bdf6b75afab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:44.966472 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296b074e-f1b9-4f2c-9155-8bdf6b75afab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:44.967041 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296b074e-f1b9-4f2c-9155-8bdf6b75afab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:44.967420 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296b074e-f1b9-4f2c-9155-8bdf6b75afab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:44.967744 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296b074e-f1b9-4f2c-9155-8bdf6b75afab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:44.983093 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-296b074e-f1b9-4f2c-9155-8bdf6b75afab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:51:44.990120 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f757812c-ef71-4129-9d5d-941886a0ad9c x-openstack-request-id: req-f757812c-ef71-4129-9d5d-941886a0ad9c {{(pid=98443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:51:44.990445 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62884dd2-8e80-4f45-867d-65744e9a6f07", "name": "network-vif-deleted", "tag": "7713f6ae-6ca0-4b72-ad9d-310dbe482ea9", "status": "completed", "code": 200}]} {{(pid=98443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:51:44.990783 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f757812c-ef71-4129-9d5d-941886a0ad9c {{(pid=98443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:51:44.991248 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62884dd2-8e80-4f45-867d-65744e9a6f07', 'name': 'network-vif-deleted', 'tag': '7713f6ae-6ca0-4b72-ad9d-310dbe482ea9', 'status': 'completed', 'code': 200} May 31 11:51:45.025801 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-bbd62510-ca97-4edf-980d-5a68dc3055d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:45.053355 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-bbd62510-ca97-4edf-980d-5a68dc3055d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:45.117210 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-bbd62510-ca97-4edf-980d-5a68dc3055d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:45.120836 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-a55cacf3-2ca0-49ae-b830-13080eba2529 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:51:45.134214 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd62510-ca97-4edf-980d-5a68dc3055d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f38bcb-14b4-406d-95e6-3630ffdb6e2d,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:51:45.138114 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-bbd62510-ca97-4edf-980d-5a68dc3055d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:51:45.143408 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-bbd62510-ca97-4edf-980d-5a68dc3055d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:45.147454 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-bbd62510-ca97-4edf-980d-5a68dc3055d1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/54f38bcb-14b4-406d-95e6-3630ffdb6e2d HTTP/1.1" status: 204 len: 168 time: 0.2222738 May 31 11:51:45.282052 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-1202f89b-f95d-4c3d-8598-12edeca5ac46 req-d75ae2c9-2526-4119-b791-915a258bfa75 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.21 "GET /v2.0/ports?device_id=62884dd2-8e80-4f45-867d-65744e9a6f07 HTTP/1.1" status: 200 len: 210 time: 0.0503843 May 31 11:51:46.005708 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 37548) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:51:46.128971 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.v2.base [None req-87181b13-c730-4f62-b9d9-4cc03329cccf admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-310043283-network', 'tenant_id': 'fe2be64d30ab4738869bd6e174d36ca0'}} {{(pid=98442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:51:46.135558 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-87181b13-c730-4f62-b9d9-4cc03329cccf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:51:46.139739 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-87181b13-c730-4f62-b9d9-4cc03329cccf admin admin] Usage tracker for resource:network and tenant:fe2be64d30ab4738869bd6e174d36ca0 is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:51:46.142828 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-87181b13-c730-4f62-b9d9-4cc03329cccf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:51:46.150269 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-87181b13-c730-4f62-b9d9-4cc03329cccf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:51:46.164866 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87181b13-c730-4f62-b9d9-4cc03329cccf admin admin] Made reservation on behalf of fe2be64d30ab4738869bd6e174d36ca0 for: {'network': 1} {{(pid=98442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:51:46.167251 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-87181b13-c730-4f62-b9d9-4cc03329cccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-574767'] for network, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:46.181767 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-87181b13-c730-4f62-b9d9-4cc03329cccf admin admin] Notify callbacks [] for security_group, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:46.200295 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-87181b13-c730-4f62-b9d9-4cc03329cccf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:51:46.204973 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-87181b13-c730-4f62-b9d9-4cc03329cccf admin admin] Usage tracker for resource:security_group_rule and tenant:fe2be64d30ab4738869bd6e174d36ca0 is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:51:46.208056 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-87181b13-c730-4f62-b9d9-4cc03329cccf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:51:46.213939 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-87181b13-c730-4f62-b9d9-4cc03329cccf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:51:46.303712 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-87181b13-c730-4f62-b9d9-4cc03329cccf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:46.309335 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-87181b13-c730-4f62-b9d9-4cc03329cccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:46.312392 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-98ab1437-309d-4891-8105-2a3bc36b4518 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:51:46.346825 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87181b13-c730-4f62-b9d9-4cc03329cccf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 679} {{(pid=98442) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:51:46.352415 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87181b13-c730-4f62-b9d9-4cc03329cccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead82c87-2fa2-4bc9-8460-6979e6fb3cd1,revision_number=1']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:51:46.356165 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-87181b13-c730-4f62-b9d9-4cc03329cccf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:51:46.360083 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-87181b13-c730-4f62-b9d9-4cc03329cccf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654047'] for segment, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:46.360465 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.db.segments_db [None req-87181b13-c730-4f62-b9d9-4cc03329cccf admin admin] Added segment eadb72cc-062b-4427-831b-2c871e74baaa of type vlan for network a043b753-ba8b-4d0b-a62e-d6873c4f822a May 31 11:51:46.380415 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 37556) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:51:46.388912 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-87181b13-c730-4f62-b9d9-4cc03329cccf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781593130307'] for network, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:46.421437 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-87181b13-c730-4f62-b9d9-4cc03329cccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8325956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7927536'] for network, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:46.422946 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87181b13-c730-4f62-b9d9-4cc03329cccf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:51:46.423626 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-87181b13-c730-4f62-b9d9-4cc03329cccf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927509'] for network, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:46.427062 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:51:46.455187 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-66926a5a-691f-49a5-ba6e-7dbf13e608ba tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Notify callbacks [] for security_group, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:46.486277 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-66926a5a-691f-49a5-ba6e-7dbf13e608ba tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:46.528367 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87181b13-c730-4f62-b9d9-4cc03329cccf admin admin] Pushing event updated for resources: {'Network': ['ID=a043b753-ba8b-4d0b-a62e-d6873c4f822a,revision_number=1']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:51:46.531199 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-87181b13-c730-4f62-b9d9-4cc03329cccf admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5245364 May 31 11:51:46.532141 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-87181b13-c730-4f62-b9d9-4cc03329cccf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:51:46.534599 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 37560) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:51:46.540380 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Network a043b753-ba8b-4d0b-a62e-d6873c4f822a details requested by agent ovs-agent-dv-cinder-786383-7-smb with host dv-cinder-786383-7-smb {{(pid=98444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:51:46.541558 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.v2.base [None req-fd5dd639-6981-4b83-bb7a-3c5a55ea6028 admin admin] Request body: {'subnet': {'network_id': 'a043b753-ba8b-4d0b-a62e-d6873c4f822a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-310043283-subnet', 'tenant_id': 'fe2be64d30ab4738869bd6e174d36ca0', 'ip_version': 4}} {{(pid=98442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:51:46.546949 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-fd5dd639-6981-4b83-bb7a-3c5a55ea6028 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:51:46.551285 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-fd5dd639-6981-4b83-bb7a-3c5a55ea6028 admin admin] Usage tracker for resource:subnet and tenant:fe2be64d30ab4738869bd6e174d36ca0 is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:51:46.555277 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-fd5dd639-6981-4b83-bb7a-3c5a55ea6028 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:51:46.562322 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-fd5dd639-6981-4b83-bb7a-3c5a55ea6028 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:51:46.563877 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-66926a5a-691f-49a5-ba6e-7dbf13e608ba tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:46.568220 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-6df64008-3e81-4f1a-874d-b5f57d44629e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:51:46.572890 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd5dd639-6981-4b83-bb7a-3c5a55ea6028 admin admin] Made reservation on behalf of fe2be64d30ab4738869bd6e174d36ca0 for: {'subnet': 1} {{(pid=98442) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:51:46.575343 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-fd5dd639-6981-4b83-bb7a-3c5a55ea6028 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6019314'] for subnet, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:46.587279 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66926a5a-691f-49a5-ba6e-7dbf13e608ba tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=350170dc-f8ea-4573-bb19-62b5545493fe,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:51:46.591326 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-66926a5a-691f-49a5-ba6e-7dbf13e608ba tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:51:46.595273 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-66926a5a-691f-49a5-ba6e-7dbf13e608ba tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Notify callbacks [] for security_group, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:46.600046 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-66926a5a-691f-49a5-ba6e-7dbf13e608ba tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] 10.222.0.21 "DELETE /v2.0/security-groups/350170dc-f8ea-4573-bb19-62b5545493fe HTTP/1.1" status: 204 len: 168 time: 0.2183657 May 31 11:51:46.654097 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 37566) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:51:47.009379 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-fd5dd639-6981-4b83-bb7a-3c5a55ea6028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6324379', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6019300'] for subnet, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:47.014426 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:51:47.187269 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5dd639-6981-4b83-bb7a-3c5a55ea6028 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d74cff47-7684-410e-815c-710c0c2de647,revision_number=0']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:51:47.191114 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-fd5dd639-6981-4b83-bb7a-3c5a55ea6028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:51:47.199016 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5dd639-6981-4b83-bb7a-3c5a55ea6028 admin admin] Checking segment: {'id': 'eadb72cc-062b-4427-831b-2c871e74baaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'a043b753-ba8b-4d0b-a62e-d6873c4f822a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98442) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:51:47.199362 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5dd639-6981-4b83-bb7a-3c5a55ea6028 admin admin] Network hostable DHCP agents. Network: a043b753-ba8b-4d0b-a62e-d6873c4f822a, hostable agents: ['fb962da1-0809-46df-9ec4-203c2f15f643'], hosted agents: [] {{(pid=98442) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:51:47.217350 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd5dd639-6981-4b83-bb7a-3c5a55ea6028 admin admin] Network a043b753-ba8b-4d0b-a62e-d6873c4f822a is scheduled to be hosted by DHCP agent fb962da1-0809-46df-9ec4-203c2f15f643 with binding_index 1 {{(pid=98442) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:51:47.228528 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.base_scheduler [None req-fd5dd639-6981-4b83-bb7a-3c5a55ea6028 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-7-smb, a043b753-ba8b-4d0b-a62e-d6873c4f822a) {{(pid=98442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:51:47.237641 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9db741b-8645-451b-bdfc-dad0353ebf55 None None] Network a043b753-ba8b-4d0b-a62e-d6873c4f822a requested from dv-cinder-786383-7-smb {{(pid=98444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:51:47.238974 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd5dd639-6981-4b83-bb7a-3c5a55ea6028 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:51:47.239559 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-fd5dd639-6981-4b83-bb7a-3c5a55ea6028 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927509'] for subnet, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:47.265696 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-fd5dd639-6981-4b83-bb7a-3c5a55ea6028 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7299879 May 31 11:51:47.268582 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 37572) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:51:47.274883 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.v2.base [None req-82854b5a-4bd8-4a63-836e-b54931bbdc56 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-310043283-router', 'tenant_id': 'fe2be64d30ab4738869bd6e174d36ca0', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3'}}} {{(pid=98442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:51:47.279640 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-82854b5a-4bd8-4a63-836e-b54931bbdc56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:51:47.284025 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-82854b5a-4bd8-4a63-836e-b54931bbdc56 admin admin] Usage tracker for resource:router and tenant:fe2be64d30ab4738869bd6e174d36ca0 is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:51:47.287303 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-82854b5a-4bd8-4a63-836e-b54931bbdc56 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:51:47.293648 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-82854b5a-4bd8-4a63-836e-b54931bbdc56 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:51:47.304901 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-b54e5b54-7516-49f3-9204-aae3eb286485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8369615'] for router_interface, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:47.309145 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-82854b5a-4bd8-4a63-836e-b54931bbdc56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8360380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-651'] for router, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:47.310430 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-82854b5a-4bd8-4a63-836e-b54931bbdc56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8360892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8365411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8385934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-658'] for router, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:47.328476 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-82854b5a-4bd8-4a63-836e-b54931bbdc56 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:47.464677 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41cbd8cc-b006-4548-9c4b-e498bea3195f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4276fea-128f-59c1-aa89-faee38dd1e47-a043b753-ba8b-4d0b-a62e-d6873c4f822a', 'network_id': 'a043b753-ba8b-4d0b-a62e-d6873c4f822a', 'tenant_id': 'fe2be64d30ab4738869bd6e174d36ca0', 'fixed_ips': [{'subnet_id': 'd74cff47-7684-410e-815c-710c0c2de647'}]}} from dv-cinder-786383-7-smb. {{(pid=98444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 11:51:47.465518 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-41cbd8cc-b006-4548-9c4b-e498bea3195f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_create {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:47.615869 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-82854b5a-4bd8-4a63-836e-b54931bbdc56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8365382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8360334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-736'] for router, precommit_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:47.628817 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.db_base_plugin_common [None req-41cbd8cc-b006-4548-9c4b-e498bea3195f None None] Allocated IP 172.20.0.2 (a043b753-ba8b-4d0b-a62e-d6873c4f822a/d74cff47-7684-410e-815c-710c0c2de647/55862ec6-3aeb-4e74-be25-f877e7092bcd) {{(pid=98444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:51:47.837474 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.plugin [None req-b54e5b54-7516-49f3-9204-aae3eb286485 admin admin] Deleting port 14739b1c-b3eb-4ba4-a698-35b02850ecd9 {{(pid=98443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:51:47.838106 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-b54e5b54-7516-49f3-9204-aae3eb286485 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781593492803'] for port, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:47.848931 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-41cbd8cc-b006-4548-9c4b-e498bea3195f None None] Notify callbacks [] for port, precommit_create {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:47.860358 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-41cbd8cc-b006-4548-9c4b-e498bea3195f None None] Transition to ACTIVE for port object 55862ec6-3aeb-4e74-be25-f877e7092bcd will not be triggered until provisioned by entity L2. {{(pid=98444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:51:47.879108 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-41cbd8cc-b006-4548-9c4b-e498bea3195f None None] Transition to ACTIVE for port object 55862ec6-3aeb-4e74-be25-f877e7092bcd will not be triggered until provisioned by entity DHCP. {{(pid=98444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:51:47.886306 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-41cbd8cc-b006-4548-9c4b-e498bea3195f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781593114058'] for port, after_create {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:47.890746 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:51:47.949162 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-82854b5a-4bd8-4a63-836e-b54931bbdc56 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:47.952572 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41cbd8cc-b006-4548-9c4b-e498bea3195f None None] Network a043b753-ba8b-4d0b-a62e-d6873c4f822a is already hosted by enough agents. {{(pid=98444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:51:47.955342 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.scheduler.base_scheduler [None req-41cbd8cc-b006-4548-9c4b-e498bea3195f None None] Resources bound (agent type, host, resource id): {{(pid=98444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:51:47.959088 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cbd8cc-b006-4548-9c4b-e498bea3195f None None] Received port after_create {{(pid=98444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:51:47.965965 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.db [None req-b54e5b54-7516-49f3-9204-aae3eb286485 admin admin] For port 14739b1c-b3eb-4ba4-a698-35b02850ecd9, host dv-cinder-786383-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-smb',level=0,port_id=14739b1c-b3eb-4ba4-a698-35b02850ecd9,segment=NetworkSegment(146052b5-f78e-4c1f-a6d4-11a97914375b),segment_id=146052b5-f78e-4c1f-a6d4-11a97914375b)] {{(pid=98443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:51:47.966341 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-b54e5b54-7516-49f3-9204-aae3eb286485 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8366366'] for port, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:47.983181 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-82854b5a-4bd8-4a63-836e-b54931bbdc56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:47.995380 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cbd8cc-b006-4548-9c4b-e498bea3195f None None] Pushing event updated for resources: {'Port': ['ID=55862ec6-3aeb-4e74-be25-f877e7092bcd,revision_number=1']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:51:48.003640 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device 7713f6ae-6ca0-4b72-ad9d-310dbe482ea9 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:51:48.070136 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cbd8cc-b006-4548-9c4b-e498bea3195f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:48.070480 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cbd8cc-b006-4548-9c4b-e498bea3195f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:48.070908 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cbd8cc-b006-4548-9c4b-e498bea3195f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:48.071206 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cbd8cc-b006-4548-9c4b-e498bea3195f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:48.071472 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cbd8cc-b006-4548-9c4b-e498bea3195f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:48.071795 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cbd8cc-b006-4548-9c4b-e498bea3195f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:48.072120 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cbd8cc-b006-4548-9c4b-e498bea3195f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:48.072440 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cbd8cc-b006-4548-9c4b-e498bea3195f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:48.072761 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cbd8cc-b006-4548-9c4b-e498bea3195f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:48.073077 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cbd8cc-b006-4548-9c4b-e498bea3195f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:48.073397 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cbd8cc-b006-4548-9c4b-e498bea3195f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:48.073712 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41cbd8cc-b006-4548-9c4b-e498bea3195f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:48.082177 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.plugin [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] No Port match for: 7713f6ae-6ca0-4b72-ad9d-310dbe482ea9 {{(pid=98444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:51:48.082177 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device 7713f6ae-6ca0-4b72-ad9d-310dbe482ea9 not bound to the agent host hv-cinder-78638 {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:51:48.087579 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-41cbd8cc-b006-4548-9c4b-e498bea3195f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:51:48.098977 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.plugin [None req-b54e5b54-7516-49f3-9204-aae3eb286485 admin admin] Calling delete_port for 14739b1c-b3eb-4ba4-a698-35b02850ecd9 owned by network:router_interface {{(pid=98443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:51:48.106481 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.managers [None req-41cbd8cc-b006-4548-9c4b-e498bea3195f None None] Attempting to bind port 55862ec6-3aeb-4e74-be25-f877e7092bcd on host dv-cinder-786383-7-smb for vnic_type normal with profile {{(pid=98444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:51:48.107045 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.managers [None req-41cbd8cc-b006-4548-9c4b-e498bea3195f None None] Attempting to bind port 55862ec6-3aeb-4e74-be25-f877e7092bcd by drivers openvswitch,hyperv on host dv-cinder-786383-7-smb at level 0 using segments [{'id': 'eadb72cc-062b-4427-831b-2c871e74baaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'a043b753-ba8b-4d0b-a62e-d6873c4f822a'}] {{(pid=98444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:51:48.107244 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cbd8cc-b006-4548-9c4b-e498bea3195f None None] Attempting to bind port 55862ec6-3aeb-4e74-be25-f877e7092bcd on network a043b753-ba8b-4d0b-a62e-d6873c4f822a {{(pid=98444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:51:48.113134 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cbd8cc-b006-4548-9c4b-e498bea3195f None None] Checking agent: {'id': '54e7e3e0-9dc4-46e7-99bd-8d5ea4dab531', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 33, 27), 'started_at': datetime.datetime(2021, 5, 31, 11, 33, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:51:48.113725 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cbd8cc-b006-4548-9c4b-e498bea3195f None None] Checking segment: {'id': 'eadb72cc-062b-4427-831b-2c871e74baaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'a043b753-ba8b-4d0b-a62e-d6873c4f822a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:51:48.114325 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-41cbd8cc-b006-4548-9c4b-e498bea3195f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:48.114778 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41cbd8cc-b006-4548-9c4b-e498bea3195f None None] Bound using segment: {'id': 'eadb72cc-062b-4427-831b-2c871e74baaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'a043b753-ba8b-4d0b-a62e-d6873c4f822a'} {{(pid=98444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:51:48.115307 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.managers [None req-41cbd8cc-b006-4548-9c4b-e498bea3195f None None] Bound port: 55862ec6-3aeb-4e74-be25-f877e7092bcd, host: dv-cinder-786383-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eadb72cc-062b-4427-831b-2c871e74baaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'a043b753-ba8b-4d0b-a62e-d6873c4f822a'}}] {{(pid=98444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:51:48.115689 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-41cbd8cc-b006-4548-9c4b-e498bea3195f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:48.126082 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.db_base_plugin_common [None req-82854b5a-4bd8-4a63-836e-b54931bbdc56 admin admin] Allocated IP 172.28.3.98 (21abd7a8-7011-4cfc-9928-6cba34534bd3/fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5/953fd299-1c12-4093-90cf-a2a956cb85a7) {{(pid=98442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:51:48.207006 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-41cbd8cc-b006-4548-9c4b-e498bea3195f None None] For port 55862ec6-3aeb-4e74-be25-f877e7092bcd, host dv-cinder-786383-7-smb, cleared binding levels {{(pid=98444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:51:48.211660 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-41cbd8cc-b006-4548-9c4b-e498bea3195f None None] For port 55862ec6-3aeb-4e74-be25-f877e7092bcd, host dv-cinder-786383-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-smb',level=0,port_id=55862ec6-3aeb-4e74-be25-f877e7092bcd,segment=NetworkSegment(eadb72cc-062b-4427-831b-2c871e74baaa),segment_id=eadb72cc-062b-4427-831b-2c871e74baaa)] {{(pid=98444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:51:48.217356 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-41cbd8cc-b006-4548-9c4b-e498bea3195f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:48.220972 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-46f0168f-9378-41f3-84d0-96cc07b1c2a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:51:48.274858 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-b54e5b54-7516-49f3-9204-aae3eb286485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781593493926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781593114067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6347609'] for port, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:48.283925 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-82854b5a-4bd8-4a63-836e-b54931bbdc56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:48.285462 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-864debf5-767d-424a-a48d-57ce7bcaa50f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:51:48.317546 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-82854b5a-4bd8-4a63-836e-b54931bbdc56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781593114058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6713643'] for port, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:48.318051 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cbd8cc-b006-4548-9c4b-e498bea3195f None None] Pushing event updated for resources: {'Port': ['ID=55862ec6-3aeb-4e74-be25-f877e7092bcd,revision_number=2']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:51:48.321751 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-41cbd8cc-b006-4548-9c4b-e498bea3195f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:51:48.321970 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-3acc23f8-eb0d-4869-9a2b-298ec0989d3f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:51:48.339967 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54e5b54-7516-49f3-9204-aae3eb286485 admin admin] Pushing event deleted for resources: {'Port': ['ID=14739b1c-b3eb-4ba4-a698-35b02850ecd9,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:51:48.390812 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82854b5a-4bd8-4a63-836e-b54931bbdc56 admin admin] Network 21abd7a8-7011-4cfc-9928-6cba34534bd3 is already hosted by enough agents. {{(pid=98442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:51:48.394060 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.base_scheduler [None req-82854b5a-4bd8-4a63-836e-b54931bbdc56 admin admin] Resources bound (agent type, host, resource id): {{(pid=98442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:51:48.397945 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82854b5a-4bd8-4a63-836e-b54931bbdc56 admin admin] Received port after_create {{(pid=98442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:51:48.412198 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-b54e5b54-7516-49f3-9204-aae3eb286485 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:51:48.436386 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82854b5a-4bd8-4a63-836e-b54931bbdc56 admin admin] Pushing event updated for resources: {'Port': ['ID=953fd299-1c12-4093-90cf-a2a956cb85a7,revision_number=1']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:51:48.445417 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-82854b5a-4bd8-4a63-836e-b54931bbdc56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:51:48.667043 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-b54e5b54-7516-49f3-9204-aae3eb286485 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7927545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8366687'] for router_interface, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:48.849387 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device 55862ec6-3aeb-4e74-be25-f877e7092bcd up at agent ovs-agent-dv-cinder-786383-7-smb {{(pid=98444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:51:48.928603 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Provisioning for port 55862ec6-3aeb-4e74-be25-f877e7092bcd completed by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:51:48.989656 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-82854b5a-4bd8-4a63-836e-b54931bbdc56 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:49.063157 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b54e5b54-7516-49f3-9204-aae3eb286485 admin admin] Router 92ffc114-c504-45aa-8838-20a84a61e9c0 has already been hosted by L3 agent 18500941-09fe-4120-b40f-cc1049bfe169 {{(pid=98443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:51:49.251610 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b54e5b54-7516-49f3-9204-aae3eb286485 admin admin] Notify agent at l3_agent.dv-cinder-786383-7-smb the message routers_updated {{(pid=98443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:51:49.263062 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000775a4-ec28-4daf-9e64-fe81e43b2a54 None None] Sync routers for ids ['92ffc114-c504-45aa-8838-20a84a61e9c0'] in dv-cinder-786383-7-smb {{(pid=98444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:51:49.272525 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-b54e5b54-7516-49f3-9204-aae3eb286485 admin admin] 10.222.0.21 "PUT /v2.0/routers/92ffc114-c504-45aa-8838-20a84a61e9c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6143608 May 31 11:51:49.273411 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 37576) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:51:49.277638 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000775a4-ec28-4daf-9e64-fe81e43b2a54 None None] Routers {'92ffc114-c504-45aa-8838-20a84a61e9c0'} bound to L3 agent in host dv-cinder-786383-7-smb {{(pid=98444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:51:49.278478 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_hamode_db [None req-000775a4-ec28-4daf-9e64-fe81e43b2a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:33:28Z,description=,heartbeat_timestamp=2021-05-31T11:51:28Z,host='dv-cinder-786383-7-smb',id=18500941-09fe-4120-b40f-cc1049bfe169,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:33:28Z,topic='l3_agent')) {'router_ids': ['92ffc114-c504-45aa-8838-20a84a61e9c0'], 'active': True} {{(pid=98444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:51:49.362182 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-82854b5a-4bd8-4a63-836e-b54931bbdc56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8360373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8365317'] for router, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:49.372965 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb08aae-ef80-466d-8561-1eb21ee55b3d None None] Network a043b753-ba8b-4d0b-a62e-d6873c4f822a requested from dv-cinder-786383-7-smb {{(pid=98444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:51:49.560897 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-38e34db6-02ca-44e7-86ed-03ae96e846ed None None] Provisioning for port 55862ec6-3aeb-4e74-be25-f877e7092bcd completed by entity DHCP. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:51:49.572470 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-17111ebd-58ba-4907-a1a6-d67614ffd1ac admin admin] Notify callbacks [] for router, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:49.581483 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-38e34db6-02ca-44e7-86ed-03ae96e846ed None None] Provisioning complete for port 55862ec6-3aeb-4e74-be25-f877e7092bcd triggered by entity DHCP. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:51:49.581863 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-38e34db6-02ca-44e7-86ed-03ae96e846ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:49.590434 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82854b5a-4bd8-4a63-836e-b54931bbdc56 admin admin] Router 1d8a63b9-651f-4e78-a13d-4d78258bc549 is scheduled to L3 agent 18500941-09fe-4120-b40f-cc1049bfe169 with binding_index 1 {{(pid=98442) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 11:51:49.620208 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvr_db [None req-000775a4-ec28-4daf-9e64-fe81e43b2a54 None None] Set router 92ffc114-c504-45aa-8838-20a84a61e9c0 gateway port host: dv-cinder-786383-7-smb {{(pid=98444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:51:49.766580 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-17111ebd-58ba-4907-a1a6-d67614ffd1ac admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:49.791095 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82854b5a-4bd8-4a63-836e-b54931bbdc56 admin admin] Notify agent at l3_agent.dv-cinder-786383-7-smb the message routers_updated {{(pid=98442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:51:49.801467 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb046a87-8290-495a-8b1b-a584045ec157 None None] Sync routers for ids ['1d8a63b9-651f-4e78-a13d-4d78258bc549'] in dv-cinder-786383-7-smb {{(pid=98445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:51:49.813468 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb046a87-8290-495a-8b1b-a584045ec157 None None] Routers {'1d8a63b9-651f-4e78-a13d-4d78258bc549'} bound to L3 agent in host dv-cinder-786383-7-smb {{(pid=98445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:51:49.815305 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_hamode_db [None req-bb046a87-8290-495a-8b1b-a584045ec157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:33:28Z,description=,heartbeat_timestamp=2021-05-31T11:51:28Z,host='dv-cinder-786383-7-smb',id=18500941-09fe-4120-b40f-cc1049bfe169,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:33:28Z,topic='l3_agent')) {'router_ids': ['1d8a63b9-651f-4e78-a13d-4d78258bc549'], 'active': True} {{(pid=98445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:51:49.826138 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-82854b5a-4bd8-4a63-836e-b54931bbdc56 admin admin] Notify callbacks [] for router, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:49.830749 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-82854b5a-4bd8-4a63-836e-b54931bbdc56 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5610387 May 31 11:51:49.831462 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 37580) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:51:49.849696 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.plugin [None req-17111ebd-58ba-4907-a1a6-d67614ffd1ac admin admin] Deleting port 1098472c-779e-4c66-8a92-ce280f2c3662 {{(pid=98443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:51:49.850778 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-17111ebd-58ba-4907-a1a6-d67614ffd1ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781593492803'] for port, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:49.993935 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.db [None req-17111ebd-58ba-4907-a1a6-d67614ffd1ac admin admin] For port 1098472c-779e-4c66-8a92-ce280f2c3662, host dv-cinder-786383-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-smb',level=0,port_id=1098472c-779e-4c66-8a92-ce280f2c3662,segment=NetworkSegment(1ab87b5a-2ab4-41da-bbc3-50466ba34034),segment_id=1ab87b5a-2ab4-41da-bbc3-50466ba34034)] {{(pid=98443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:51:49.994278 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-17111ebd-58ba-4907-a1a6-d67614ffd1ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8366366'] for port, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:50.031105 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_dvr_db [None req-bb046a87-8290-495a-8b1b-a584045ec157 None None] Set router 1d8a63b9-651f-4e78-a13d-4d78258bc549 gateway port host: dv-cinder-786383-7-smb {{(pid=98445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:51:50.112297 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-38e34db6-02ca-44e7-86ed-03ae96e846ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:50.146105 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.plugin [None req-17111ebd-58ba-4907-a1a6-d67614ffd1ac admin admin] Calling delete_port for 1098472c-779e-4c66-8a92-ce280f2c3662 owned by network:router_gateway {{(pid=98443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:51:50.160787 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-38e34db6-02ca-44e7-86ed-03ae96e846ed None None] For port 55862ec6-3aeb-4e74-be25-f877e7092bcd, host dv-cinder-786383-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-smb',level=0,port_id=55862ec6-3aeb-4e74-be25-f877e7092bcd,segment=NetworkSegment(eadb72cc-062b-4427-831b-2c871e74baaa),segment_id=eadb72cc-062b-4427-831b-2c871e74baaa)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:51:50.170274 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-38e34db6-02ca-44e7-86ed-03ae96e846ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:50.173191 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:51:50.258605 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_hamode_db [None req-000775a4-ec28-4daf-9e64-fe81e43b2a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ffc114-c504-45aa-8838-20a84a61e9c0', 'name': 'tempest-TestShelveInstance-1439691504-router', 'tenant_id': 'da7e9892b47c455d8e37f4de2870ea09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.61'}], 'enable_snat': True}, 'gw_port_id': '1098472c-779e-4c66-8a92-ce280f2c3662', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:44:53Z', 'updated_at': '2021-05-31T11:51:48Z', 'revision_number': 5, 'project_id': 'da7e9892b47c455d8e37f4de2870ea09', 'gw_port': {'id': '1098472c-779e-4c66-8a92-ce280f2c3662', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:7e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ffc114-c504-45aa-8838-20a84a61e9c0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:44:54Z', 'updated_at': '2021-05-31T11:45:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb'}], 'dv-cinder-786383-7-smb', False) {} {{(pid=98444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:51:50.279768 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000775a4-ec28-4daf-9e64-fe81e43b2a54 None None] Checking router: 92ffc114-c504-45aa-8838-20a84a61e9c0 for host: dv-cinder-786383-7-smb {{(pid=98444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:51:50.282056 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e34db6-02ca-44e7-86ed-03ae96e846ed None None] Pushing event updated for resources: {'Port': ['ID=55862ec6-3aeb-4e74-be25-f877e7092bcd,revision_number=3']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:51:50.286349 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-38e34db6-02ca-44e7-86ed-03ae96e846ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:51:50.310768 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000775a4-ec28-4daf-9e64-fe81e43b2a54 None None] Routers {'92ffc114-c504-45aa-8838-20a84a61e9c0'} bound to L3 agent in host dv-cinder-786383-7-smb {{(pid=98444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:51:50.311450 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_hamode_db [None req-000775a4-ec28-4daf-9e64-fe81e43b2a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:33:28Z,description=,heartbeat_timestamp=2021-05-31T11:51:28Z,host='dv-cinder-786383-7-smb',id=18500941-09fe-4120-b40f-cc1049bfe169,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:33:28Z,topic='l3_agent')) {'router_ids': ['92ffc114-c504-45aa-8838-20a84a61e9c0'], 'active': True} {{(pid=98444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:51:50.349253 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-17111ebd-58ba-4907-a1a6-d67614ffd1ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781593493926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781593114067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6347609'] for port, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:50.354847 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-71a1b761-b5f5-4bcf-a154-9b7b67c6c0cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:51:50.428193 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17111ebd-58ba-4907-a1a6-d67614ffd1ac admin admin] Pushing event deleted for resources: {'Port': ['ID=1098472c-779e-4c66-8a92-ce280f2c3662,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:51:50.428806 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_hamode_db [None req-bb046a87-8290-495a-8b1b-a584045ec157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8a63b9-651f-4e78-a13d-4d78258bc549', 'name': 'tempest-TestMinimumBasicScenario-310043283-router', 'tenant_id': 'fe2be64d30ab4738869bd6e174d36ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.98'}], 'enable_snat': True}, 'gw_port_id': '953fd299-1c12-4093-90cf-a2a956cb85a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:51:47Z', 'updated_at': '2021-05-31T11:51:48Z', 'revision_number': 3, 'project_id': 'fe2be64d30ab4738869bd6e174d36ca0', 'gw_port': {'id': '953fd299-1c12-4093-90cf-a2a956cb85a7', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ed:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8a63b9-651f-4e78-a13d-4d78258bc549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:51:48Z', 'updated_at': '2021-05-31T11:51:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb'}], 'dv-cinder-786383-7-smb', False) {} {{(pid=98445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:51:50.432388 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-17111ebd-58ba-4907-a1a6-d67614ffd1ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:51:50.442642 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb046a87-8290-495a-8b1b-a584045ec157 None None] Checking router: 1d8a63b9-651f-4e78-a13d-4d78258bc549 for host: dv-cinder-786383-7-smb {{(pid=98445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:51:50.443328 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb046a87-8290-495a-8b1b-a584045ec157 None None] Updating router 1d8a63b9-651f-4e78-a13d-4d78258bc549 port 953fd299-1c12-4093-90cf-a2a956cb85a7 binding host dv-cinder-786383-7-smb {{(pid=98445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 11:51:50.507496 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron_lib.callbacks.manager [None req-bb046a87-8290-495a-8b1b-a584045ec157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:50.508211 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvr_db [None req-000775a4-ec28-4daf-9e64-fe81e43b2a54 None None] Set router 92ffc114-c504-45aa-8838-20a84a61e9c0 gateway port host: None {{(pid=98444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:51:50.535219 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-17111ebd-58ba-4907-a1a6-d67614ffd1ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8365522'] for router_gateway, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:50.632901 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-64457da8-c792-4b5a-a975-cf8575642a04 None None] Provisioning complete for port 55862ec6-3aeb-4e74-be25-f877e7092bcd triggered by entity DHCP. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:51:50.633293 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-64457da8-c792-4b5a-a975-cf8575642a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:50.664166 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_hamode_db [None req-000775a4-ec28-4daf-9e64-fe81e43b2a54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92ffc114-c504-45aa-8838-20a84a61e9c0', 'name': 'tempest-TestShelveInstance-1439691504-router', 'tenant_id': 'da7e9892b47c455d8e37f4de2870ea09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:44:53Z', 'updated_at': '2021-05-31T11:51:50Z', 'revision_number': 7, 'project_id': 'da7e9892b47c455d8e37f4de2870ea09', 'gw_port_host': None}], 'dv-cinder-786383-7-smb', False) {} {{(pid=98444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:51:50.681275 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000775a4-ec28-4daf-9e64-fe81e43b2a54 None None] The sync data for ids ['92ffc114-c504-45aa-8838-20a84a61e9c0'] in dv-cinder-786383-7-smb is: [{'id': '92ffc114-c504-45aa-8838-20a84a61e9c0', 'name': 'tempest-TestShelveInstance-1439691504-router', 'tenant_id': 'da7e9892b47c455d8e37f4de2870ea09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:44:53Z', 'updated_at': '2021-05-31T11:51:50Z', 'revision_number': 7, 'project_id': 'da7e9892b47c455d8e37f4de2870ea09', 'gw_port_host': None}] {{(pid=98444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:51:50.740057 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-17111ebd-58ba-4907-a1a6-d67614ffd1ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8360287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-665'] for router, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:50.743247 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-17111ebd-58ba-4907-a1a6-d67614ffd1ac admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:50.844609 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-17111ebd-58ba-4907-a1a6-d67614ffd1ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8366179'] for router, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:50.845925 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17111ebd-58ba-4907-a1a6-d67614ffd1ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92ffc114-c504-45aa-8838-20a84a61e9c0 {{(pid=98443) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 11:51:50.859348 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-17111ebd-58ba-4907-a1a6-d67614ffd1ac admin admin] Notify callbacks [] for router, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:50.859536 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-67756055-589a-426e-82ec-809adf2ddd04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:50.862807 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-17111ebd-58ba-4907-a1a6-d67614ffd1ac admin admin] 10.222.0.21 "DELETE /v2.0/routers/92ffc114-c504-45aa-8838-20a84a61e9c0 HTTP/1.1" status: 204 len: 168 time: 1.5863445 May 31 11:51:50.863040 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 37584) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:51:50.891864 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron_lib.callbacks.manager [None req-bb046a87-8290-495a-8b1b-a584045ec157 None None] Notify callbacks [] for port, precommit_update {{(pid=98445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:50.912145 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.provisioning_blocks [None req-bb046a87-8290-495a-8b1b-a584045ec157 None None] Transition to ACTIVE for port object 953fd299-1c12-4093-90cf-a2a956cb85a7 will not be triggered until provisioned by entity L2. {{(pid=98445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:51:50.920434 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron_lib.callbacks.manager [None req-bb046a87-8290-495a-8b1b-a584045ec157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:50.924101 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.db_base_plugin_v2 [None req-430ec7ce-c989-490a-b15c-93c01f762178 admin admin] Deleting subnet 8e4cdfc3-ae92-4456-8b30-cc5459acb680 {{(pid=98443) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 11:51:50.927200 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-430ec7ce-c989-490a-b15c-93c01f762178 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:50.927820 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG oslo_concurrency.lockutils [None req-407e4cae-4280-4de1-8e7f-3ad54d0f494d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:51:51.013625 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566c0f80-2d46-408e-baee-a3a4ecbb7e01 None None] Pushing event updated for resources: {'Port': ['ID=953fd299-1c12-4093-90cf-a2a956cb85a7,revision_number=2']} {{(pid=98445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:51:51.018634 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.plugins.ml2.managers [None req-bb046a87-8290-495a-8b1b-a584045ec157 None None] Attempting to bind port 953fd299-1c12-4093-90cf-a2a956cb85a7 on host dv-cinder-786383-7-smb for vnic_type normal with profile {{(pid=98445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:51:51.019016 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.plugins.ml2.managers [None req-bb046a87-8290-495a-8b1b-a584045ec157 None None] Attempting to bind port 953fd299-1c12-4093-90cf-a2a956cb85a7 by drivers openvswitch,hyperv on host dv-cinder-786383-7-smb at level 0 using segments [{'id': '1ab87b5a-2ab4-41da-bbc3-50466ba34034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3'}] {{(pid=98445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:51:51.019414 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb046a87-8290-495a-8b1b-a584045ec157 None None] Attempting to bind port 953fd299-1c12-4093-90cf-a2a956cb85a7 on network 21abd7a8-7011-4cfc-9928-6cba34534bd3 {{(pid=98445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:51:51.029561 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566c0f80-2d46-408e-baee-a3a4ecbb7e01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:51.029884 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566c0f80-2d46-408e-baee-a3a4ecbb7e01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:51.030356 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566c0f80-2d46-408e-baee-a3a4ecbb7e01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:51.030686 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566c0f80-2d46-408e-baee-a3a4ecbb7e01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:51.031023 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566c0f80-2d46-408e-baee-a3a4ecbb7e01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:51.031387 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566c0f80-2d46-408e-baee-a3a4ecbb7e01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:51.031702 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566c0f80-2d46-408e-baee-a3a4ecbb7e01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:51.032011 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566c0f80-2d46-408e-baee-a3a4ecbb7e01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:51.032319 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566c0f80-2d46-408e-baee-a3a4ecbb7e01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:51.032609 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566c0f80-2d46-408e-baee-a3a4ecbb7e01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:51.032916 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566c0f80-2d46-408e-baee-a3a4ecbb7e01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:51.033512 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-566c0f80-2d46-408e-baee-a3a4ecbb7e01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98445) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:51.037015 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb046a87-8290-495a-8b1b-a584045ec157 None None] Checking agent: {'id': '54e7e3e0-9dc4-46e7-99bd-8d5ea4dab531', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 33, 27), 'started_at': datetime.datetime(2021, 5, 31, 11, 33, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:51:51.037437 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb046a87-8290-495a-8b1b-a584045ec157 None None] Checking segment: {'id': '1ab87b5a-2ab4-41da-bbc3-50466ba34034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:51:51.037842 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron_lib.callbacks.manager [None req-bb046a87-8290-495a-8b1b-a584045ec157 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:51.038300 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb046a87-8290-495a-8b1b-a584045ec157 None None] Bound using segment: {'id': '1ab87b5a-2ab4-41da-bbc3-50466ba34034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3'} {{(pid=98445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:51:51.039022 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.plugins.ml2.managers [None req-bb046a87-8290-495a-8b1b-a584045ec157 None None] Bound port: 953fd299-1c12-4093-90cf-a2a956cb85a7, host: dv-cinder-786383-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ab87b5a-2ab4-41da-bbc3-50466ba34034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3'}}] {{(pid=98445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:51:51.039392 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron_lib.callbacks.manager [None req-bb046a87-8290-495a-8b1b-a584045ec157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:51.082228 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG oslo_concurrency.lockutils [None req-566c0f80-2d46-408e-baee-a3a4ecbb7e01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=98445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:51:51.106011 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.db_base_plugin_common [None req-67756055-589a-426e-82ec-809adf2ddd04 admin admin] Allocated IP 172.20.0.1 (a043b753-ba8b-4d0b-a62e-d6873c4f822a/d74cff47-7684-410e-815c-710c0c2de647/18bc7ae6-e941-49d9-8215-9809f6e6de40) {{(pid=98442) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:51:51.121618 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-430ec7ce-c989-490a-b15c-93c01f762178 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7666509'] for subnet, precommit_delete_associations {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:51.177519 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device 55862ec6-3aeb-4e74-be25-f877e7092bcd up at agent ovs-agent-dv-cinder-786383-7-smb {{(pid=98444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:51:51.188208 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.plugins.ml2.db [None req-bb046a87-8290-495a-8b1b-a584045ec157 None None] For port 953fd299-1c12-4093-90cf-a2a956cb85a7, host dv-cinder-786383-7-smb, cleared binding levels {{(pid=98445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:51:51.192137 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.plugins.ml2.db [None req-bb046a87-8290-495a-8b1b-a584045ec157 None None] For port 953fd299-1c12-4093-90cf-a2a956cb85a7, host dv-cinder-786383-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-smb',level=0,port_id=953fd299-1c12-4093-90cf-a2a956cb85a7,segment=NetworkSegment(1ab87b5a-2ab4-41da-bbc3-50466ba34034),segment_id=1ab87b5a-2ab4-41da-bbc3-50466ba34034)] {{(pid=98445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:51:51.200851 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron_lib.callbacks.manager [None req-bb046a87-8290-495a-8b1b-a584045ec157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:51.207392 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG oslo_concurrency.lockutils [None req-566c0f80-2d46-408e-baee-a3a4ecbb7e01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:51:51.272760 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Provisioning complete for port 55862ec6-3aeb-4e74-be25-f877e7092bcd triggered by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:51:51.273177 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:51.285914 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-430ec7ce-c989-490a-b15c-93c01f762178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649192'] for subnet, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:51.287916 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-67756055-589a-426e-82ec-809adf2ddd04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:51.301853 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566c0f80-2d46-408e-baee-a3a4ecbb7e01 None None] Pushing event updated for resources: {'Port': ['ID=953fd299-1c12-4093-90cf-a2a956cb85a7,revision_number=3']} {{(pid=98445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:51:51.307771 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG oslo_concurrency.lockutils [None req-566c0f80-2d46-408e-baee-a3a4ecbb7e01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=98445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:51:51.308761 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.provisioning_blocks [None req-67756055-589a-426e-82ec-809adf2ddd04 admin admin] Transition to ACTIVE for port object 18bc7ae6-e941-49d9-8215-9809f6e6de40 will not be triggered until provisioned by entity DHCP. {{(pid=98442) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:51:51.326180 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb046a87-8290-495a-8b1b-a584045ec157 None None] Routers {'1d8a63b9-651f-4e78-a13d-4d78258bc549'} bound to L3 agent in host dv-cinder-786383-7-smb {{(pid=98445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:51:51.326849 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_hamode_db [None req-bb046a87-8290-495a-8b1b-a584045ec157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:33:28Z,description=,heartbeat_timestamp=2021-05-31T11:51:28Z,host='dv-cinder-786383-7-smb',id=18500941-09fe-4120-b40f-cc1049bfe169,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:33:28Z,topic='l3_agent')) {'router_ids': ['1d8a63b9-651f-4e78-a13d-4d78258bc549'], 'active': True} {{(pid=98445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:51:51.340532 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-67756055-589a-426e-82ec-809adf2ddd04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781593114058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6713643'] for port, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:51.347826 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-c2644bba-9b88-46fb-8b7e-0b0e3870f3b5 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:51:51.418845 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67756055-589a-426e-82ec-809adf2ddd04 admin admin] Network a043b753-ba8b-4d0b-a62e-d6873c4f822a is already hosted by enough agents. {{(pid=98442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:51:51.422097 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.base_scheduler [None req-67756055-589a-426e-82ec-809adf2ddd04 admin admin] Resources bound (agent type, host, resource id): {{(pid=98442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:51:51.424627 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67756055-589a-426e-82ec-809adf2ddd04 admin admin] Received port after_create {{(pid=98442) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:51:51.473704 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67756055-589a-426e-82ec-809adf2ddd04 admin admin] Pushing event updated for resources: {'Port': ['ID=18bc7ae6-e941-49d9-8215-9809f6e6de40,revision_number=1']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:51:51.477721 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-67756055-589a-426e-82ec-809adf2ddd04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:51:51.505164 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-67756055-589a-426e-82ec-809adf2ddd04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8369524'] for router_interface, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:51.554689 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_dvr_db [None req-bb046a87-8290-495a-8b1b-a584045ec157 None None] Set router 1d8a63b9-651f-4e78-a13d-4d78258bc549 gateway port host: dv-cinder-786383-7-smb {{(pid=98445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:51:51.616781 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-430ec7ce-c989-490a-b15c-93c01f762178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-649821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6695594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6022295'] for subnet, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:51.621701 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:51:51.672202 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430ec7ce-c989-490a-b15c-93c01f762178 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e4cdfc3-ae92-4456-8b30-cc5459acb680,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:51:51.676142 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-430ec7ce-c989-490a-b15c-93c01f762178 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:51:51.678468 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-430ec7ce-c989-490a-b15c-93c01f762178 admin admin] Notify callbacks [] for subnet, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:51.685549 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-430ec7ce-c989-490a-b15c-93c01f762178 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8e4cdfc3-ae92-4456-8b30-cc5459acb680 HTTP/1.1" status: 204 len: 168 time: 0.8215315 May 31 11:51:51.688806 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 37588) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:51:51.691058 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869592a8-250b-4ec9-9822-452bb567e5f1 None None] Network a6b938de-a551-480c-9f2c-5c4136d08e82 requested from dv-cinder-786383-7-smb {{(pid=98444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:51:51.838829 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-1abb769e-e644-4f65-9c11-e651902097e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990620'] for network, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:51.853345 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-67756055-589a-426e-82ec-809adf2ddd04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:51.858291 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-a7dd2c2e-95dd-4938-8b4d-cc4b155f96b9 None None] Provisioning for port 18bc7ae6-e941-49d9-8215-9809f6e6de40 completed by entity DHCP. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:51:51.901566 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-a7dd2c2e-95dd-4938-8b4d-cc4b155f96b9 None None] Provisioning complete for port 18bc7ae6-e941-49d9-8215-9809f6e6de40 triggered by entity DHCP. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:51:51.901938 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-a7dd2c2e-95dd-4938-8b4d-cc4b155f96b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:51.904299 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_hamode_db [None req-bb046a87-8290-495a-8b1b-a584045ec157 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8a63b9-651f-4e78-a13d-4d78258bc549', 'name': 'tempest-TestMinimumBasicScenario-310043283-router', 'tenant_id': 'fe2be64d30ab4738869bd6e174d36ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.98'}], 'enable_snat': True}, 'gw_port_id': '953fd299-1c12-4093-90cf-a2a956cb85a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:51:47Z', 'updated_at': '2021-05-31T11:51:48Z', 'revision_number': 3, 'project_id': 'fe2be64d30ab4738869bd6e174d36ca0', 'gw_port': {'id': '953fd299-1c12-4093-90cf-a2a956cb85a7', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ed:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8a63b9-651f-4e78-a13d-4d78258bc549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:51:48Z', 'updated_at': '2021-05-31T11:51:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb'}], 'dv-cinder-786383-7-smb', False) {} {{(pid=98445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:51:51.910040 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb046a87-8290-495a-8b1b-a584045ec157 None None] The sync data for ids ['1d8a63b9-651f-4e78-a13d-4d78258bc549'] in dv-cinder-786383-7-smb is: [{'id': '1d8a63b9-651f-4e78-a13d-4d78258bc549', 'name': 'tempest-TestMinimumBasicScenario-310043283-router', 'tenant_id': 'fe2be64d30ab4738869bd6e174d36ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.98'}], 'enable_snat': True}, 'gw_port_id': '953fd299-1c12-4093-90cf-a2a956cb85a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:51:47Z', 'updated_at': '2021-05-31T11:51:48Z', 'revision_number': 3, 'project_id': 'fe2be64d30ab4738869bd6e174d36ca0', 'gw_port': {'id': '953fd299-1c12-4093-90cf-a2a956cb85a7', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ed:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8a63b9-651f-4e78-a13d-4d78258bc549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:51:48Z', 'updated_at': '2021-05-31T11:51:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb'}] {{(pid=98445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:51:51.967833 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.plugin [None req-1abb769e-e644-4f65-9c11-e651902097e3 admin admin] Deleting port 17c196ac-1c9b-4146-b6be-8aea7cc9dd49 {{(pid=98443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:51:51.968326 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-1abb769e-e644-4f65-9c11-e651902097e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781593492803'] for port, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:51.976525 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.plugin [None req-a7dd2c2e-95dd-4938-8b4d-cc4b155f96b9 None None] Port 18bc7ae6-e941-49d9-8215-9809f6e6de40 cannot update to ACTIVE because it is not bound. {{(pid=98444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:51:52.074786 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9919916-8a80-42a9-ad2b-4995d8587a1b None None] DHCP port deletion for a6b938de-a551-480c-9f2c-5c4136d08e82 request from dv-cinder-786383-7-smb {{(pid=98444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 11:51:52.109748 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.db [None req-1abb769e-e644-4f65-9c11-e651902097e3 admin admin] For port 17c196ac-1c9b-4146-b6be-8aea7cc9dd49, host dv-cinder-786383-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-smb',level=0,port_id=17c196ac-1c9b-4146-b6be-8aea7cc9dd49,segment=NetworkSegment(146052b5-f78e-4c1f-a6d4-11a97914375b),segment_id=146052b5-f78e-4c1f-a6d4-11a97914375b)] {{(pid=98443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:51:52.110031 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-1abb769e-e644-4f65-9c11-e651902097e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8366366'] for port, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:52.150478 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-67756055-589a-426e-82ec-809adf2ddd04 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:52.159237 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-67756055-589a-426e-82ec-809adf2ddd04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6713634'] for port, after_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:52.192454 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:51:52.199663 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.plugin [None req-d9919916-8a80-42a9-ad2b-4995d8587a1b None None] Deleting port 17c196ac-1c9b-4146-b6be-8aea7cc9dd49 {{(pid=98444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:51:52.200636 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-d9919916-8a80-42a9-ad2b-4995d8587a1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781593492803'] for port, before_delete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:52.264312 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.plugin [None req-1abb769e-e644-4f65-9c11-e651902097e3 admin admin] Calling delete_port for 17c196ac-1c9b-4146-b6be-8aea7cc9dd49 owned by network:dhcp {{(pid=98443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:51:52.304429 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67756055-589a-426e-82ec-809adf2ddd04 admin admin] Pushing event updated for resources: {'Port': ['ID=18bc7ae6-e941-49d9-8215-9809f6e6de40,revision_number=2']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:51:52.316242 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-67756055-589a-426e-82ec-809adf2ddd04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:51:52.317293 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-67756055-589a-426e-82ec-809adf2ddd04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7929610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369625'] for router_interface, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:52.342402 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-1abb769e-e644-4f65-9c11-e651902097e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781593493926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781593114067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6347609'] for port, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:52.349245 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-44256eaa-d95d-402d-8874-403ce724d2fd tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:51:52.367971 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-d9919916-8a80-42a9-ad2b-4995d8587a1b None None] For port 17c196ac-1c9b-4146-b6be-8aea7cc9dd49, host dv-cinder-786383-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-smb',level=0,port_id=17c196ac-1c9b-4146-b6be-8aea7cc9dd49,segment=NetworkSegment(146052b5-f78e-4c1f-a6d4-11a97914375b),segment_id=146052b5-f78e-4c1f-a6d4-11a97914375b)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:51:52.368650 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-d9919916-8a80-42a9-ad2b-4995d8587a1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8366366'] for port, precommit_delete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:52.406616 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abb769e-e644-4f65-9c11-e651902097e3 admin admin] No DVR routers for this DVR port 17c196ac-1c9b-4146-b6be-8aea7cc9dd49 on host dv-cinder-786383-7-smb {{(pid=98443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:51:52.439697 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abb769e-e644-4f65-9c11-e651902097e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=17c196ac-1c9b-4146-b6be-8aea7cc9dd49,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:51:52.442806 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-1abb769e-e644-4f65-9c11-e651902097e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:51:52.505750 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.plugin [None req-d9919916-8a80-42a9-ad2b-4995d8587a1b None None] Calling delete_port for 17c196ac-1c9b-4146-b6be-8aea7cc9dd49 owned by network:dhcp {{(pid=98444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:51:52.553413 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-d9919916-8a80-42a9-ad2b-4995d8587a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781593493926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781593114067'] for port, after_delete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:52.564215 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:51:52.566041 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-1abb769e-e644-4f65-9c11-e651902097e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647783', 'neutron.services.segments.db._delete_segments_for_network-8781593572316'] for network, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:52.587016 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.services.segments.db [None req-1abb769e-e644-4f65-9c11-e651902097e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6b938de-a551-480c-9f2c-5c4136d08e82']}} {{(pid=98443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:51:52.607520 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.services.segments.db [None req-1abb769e-e644-4f65-9c11-e651902097e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '146052b5-f78e-4c1f-a6d4-11a97914375b') {'for_net_delete': True} {{(pid=98443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:51:52.608414 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.services.segments.db [None req-1abb769e-e644-4f65-9c11-e651902097e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '146052b5-f78e-4c1f-a6d4-11a97914375b') {} {{(pid=98443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:51:52.620559 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9919916-8a80-42a9-ad2b-4995d8587a1b None None] Pushing event deleted for resources: {'Port': ['ID=17c196ac-1c9b-4146-b6be-8aea7cc9dd49,revision_number=None']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:51:52.623076 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9919916-8a80-42a9-ad2b-4995d8587a1b None None] No DVR routers for this DVR port 17c196ac-1c9b-4146-b6be-8aea7cc9dd49 on host dv-cinder-786383-7-smb {{(pid=98444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:51:52.623298 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-1abb769e-e644-4f65-9c11-e651902097e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781593581213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7666502'] for segment, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:52.624305 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-d9919916-8a80-42a9-ad2b-4995d8587a1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:51:52.644994 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-1abb769e-e644-4f65-9c11-e651902097e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654047'] for segment, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:52.652990 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1abb769e-e644-4f65-9c11-e651902097e3 admin admin] Releasing vlan 694 on physical network physnet1 to pool {{(pid=98443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 11:51:52.653427 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-1abb769e-e644-4f65-9c11-e651902097e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6347532'] for segment, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:52.654677 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67756055-589a-426e-82ec-809adf2ddd04 admin admin] Network a043b753-ba8b-4d0b-a62e-d6873c4f822a is already hosted by enough agents. {{(pid=98442) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:51:52.655941 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.base_scheduler [None req-67756055-589a-426e-82ec-809adf2ddd04 admin admin] Resources bound (agent type, host, resource id): {{(pid=98442) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:51:52.675031 dv-cinder-786383-7-smb neutron-server[98443]: Traceback (most recent call last): May 31 11:51:52.675031 dv-cinder-786383-7-smb neutron-server[98443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 11:51:52.675031 dv-cinder-786383-7-smb neutron-server[98443]: timer() May 31 11:51:52.675031 dv-cinder-786383-7-smb neutron-server[98443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 11:51:52.675031 dv-cinder-786383-7-smb neutron-server[98443]: cb(*args, **kw) May 31 11:51:52.675031 dv-cinder-786383-7-smb neutron-server[98443]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 11:51:52.675031 dv-cinder-786383-7-smb neutron-server[98443]: return func(*args, **kwargs) May 31 11:51:52.675031 dv-cinder-786383-7-smb neutron-server[98443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 11:51:52.675031 dv-cinder-786383-7-smb neutron-server[98443]: self._notify() May 31 11:51:52.675031 dv-cinder-786383-7-smb neutron-server[98443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 11:51:52.675031 dv-cinder-786383-7-smb neutron-server[98443]: self.callback(batched_events) May 31 11:51:52.675031 dv-cinder-786383-7-smb neutron-server[98443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 11:51:52.675031 dv-cinder-786383-7-smb neutron-server[98443]: event.method(event) May 31 11:51:52.675031 dv-cinder-786383-7-smb neutron-server[98443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 11:51:52.675031 dv-cinder-786383-7-smb neutron-server[98443]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 11:51:52.675031 dv-cinder-786383-7-smb neutron-server[98443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 11:51:52.675031 dv-cinder-786383-7-smb neutron-server[98443]: aggregate_uuid = self.p_client.list_aggregates( May 31 11:51:52.675031 dv-cinder-786383-7-smb neutron-server[98443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 11:51:52.675031 dv-cinder-786383-7-smb neutron-server[98443]: return f(self, *a, **k) May 31 11:51:52.675031 dv-cinder-786383-7-smb neutron-server[98443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 11:51:52.675031 dv-cinder-786383-7-smb neutron-server[98443]: return self._get(url).json() May 31 11:51:52.675031 dv-cinder-786383-7-smb neutron-server[98443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 11:51:52.675031 dv-cinder-786383-7-smb neutron-server[98443]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 11:51:52.675031 dv-cinder-786383-7-smb neutron-server[98443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 11:51:52.675031 dv-cinder-786383-7-smb neutron-server[98443]: return self.request(url, 'GET', **kwargs) May 31 11:51:52.675031 dv-cinder-786383-7-smb neutron-server[98443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 11:51:52.675031 dv-cinder-786383-7-smb neutron-server[98443]: base_url = self.get_endpoint(auth, allow=allow, May 31 11:51:52.675031 dv-cinder-786383-7-smb neutron-server[98443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 11:51:52.675031 dv-cinder-786383-7-smb neutron-server[98443]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 11:51:52.675031 dv-cinder-786383-7-smb neutron-server[98443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 11:51:52.675031 dv-cinder-786383-7-smb neutron-server[98443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 11:51:52.675031 dv-cinder-786383-7-smb neutron-server[98443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 11:51:52.809823 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-1abb769e-e644-4f65-9c11-e651902097e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8325956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7927536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8365519'] for network, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:52.810442 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device 953fd299-1c12-4093-90cf-a2a956cb85a7 up at agent ovs-agent-dv-cinder-786383-7-smb {{(pid=98444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:51:52.819638 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:51:52.841078 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-1abb769e-e644-4f65-9c11-e651902097e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927509'] for network, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:52.853768 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abb769e-e644-4f65-9c11-e651902097e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6b938de-a551-480c-9f2c-5c4136d08e82,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:51:52.862677 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-1abb769e-e644-4f65-9c11-e651902097e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:51:52.866873 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-1abb769e-e644-4f65-9c11-e651902097e3 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a6b938de-a551-480c-9f2c-5c4136d08e82 HTTP/1.1" status: 204 len: 168 time: 1.1766946 May 31 11:51:52.869655 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 37592) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:51:52.898362 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Provisioning for port 953fd299-1c12-4093-90cf-a2a956cb85a7 completed by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:51:52.904348 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Provisioning complete for port 953fd299-1c12-4093-90cf-a2a956cb85a7 triggered by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:51:52.904724 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:53.041944 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:53.053794 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-99e45f7e-f612-4438-b8da-6dbf667c6f97 None None] Provisioning complete for port 18bc7ae6-e941-49d9-8215-9809f6e6de40 triggered by entity DHCP. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:51:53.054215 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-99e45f7e-f612-4438-b8da-6dbf667c6f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:53.058332 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67756055-589a-426e-82ec-809adf2ddd04 admin admin] Router 1d8a63b9-651f-4e78-a13d-4d78258bc549 has already been hosted by L3 agent 18500941-09fe-4120-b40f-cc1049bfe169 {{(pid=98442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:51:53.100657 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] For port 953fd299-1c12-4093-90cf-a2a956cb85a7, host dv-cinder-786383-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-smb',level=0,port_id=953fd299-1c12-4093-90cf-a2a956cb85a7,segment=NetworkSegment(1ab87b5a-2ab4-41da-bbc3-50466ba34034),segment_id=1ab87b5a-2ab4-41da-bbc3-50466ba34034)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:51:53.107908 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:53.111554 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:51:53.157420 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.plugin [None req-99e45f7e-f612-4438-b8da-6dbf667c6f97 None None] Port 18bc7ae6-e941-49d9-8215-9809f6e6de40 cannot update to ACTIVE because it is not bound. {{(pid=98444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:51:53.171470 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device 17c196ac-1c9b-4146-b6be-8aea7cc9dd49 no longer exists at agent ovs-agent-dv-cinder-786383-7-smb {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:51:53.211833 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.plugin [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] No Port match for: 17c196ac-1c9b-4146-b6be-8aea7cc9dd49 {{(pid=98444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:51:53.211833 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device 17c196ac-1c9b-4146-b6be-8aea7cc9dd49 not bound to the agent host dv-cinder-786383-7-smb {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:51:53.212599 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device 14739b1c-b3eb-4ba4-a698-35b02850ecd9 no longer exists at agent ovs-agent-dv-cinder-786383-7-smb {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:51:53.249427 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.plugin [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] No Port match for: 14739b1c-b3eb-4ba4-a698-35b02850ecd9 {{(pid=98444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:51:53.249785 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device 14739b1c-b3eb-4ba4-a698-35b02850ecd9 not bound to the agent host dv-cinder-786383-7-smb {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:51:53.250193 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device 1098472c-779e-4c66-8a92-ce280f2c3662 no longer exists at agent ovs-agent-dv-cinder-786383-7-smb {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:51:53.279640 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Pushing event updated for resources: {'Port': ['ID=953fd299-1c12-4093-90cf-a2a956cb85a7,revision_number=4']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:51:53.287117 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:51:53.287861 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.plugin [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] No Port match for: 1098472c-779e-4c66-8a92-ce280f2c3662 {{(pid=98444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:51:53.288191 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device 1098472c-779e-4c66-8a92-ce280f2c3662 not bound to the agent host dv-cinder-786383-7-smb {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:51:53.413404 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67756055-589a-426e-82ec-809adf2ddd04 admin admin] Notify agent at l3_agent.dv-cinder-786383-7-smb the message routers_updated {{(pid=98442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:51:53.451823 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-67756055-589a-426e-82ec-809adf2ddd04 admin admin] 10.222.0.21 "PUT /v2.0/routers/1d8a63b9-651f-4e78-a13d-4d78258bc549/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6191237 May 31 11:51:53.644266 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-c0189c2d-8995-44bc-ab90-6b8507ac687e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8369615'] for router_interface, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:53.717658 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942bc6f5-c15c-436e-ab0d-cfe255f84987 None None] Sync routers for ids ['1d8a63b9-651f-4e78-a13d-4d78258bc549'] in dv-cinder-786383-7-smb {{(pid=98444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:51:53.727105 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942bc6f5-c15c-436e-ab0d-cfe255f84987 None None] Routers {'1d8a63b9-651f-4e78-a13d-4d78258bc549'} bound to L3 agent in host dv-cinder-786383-7-smb {{(pid=98444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:51:53.727621 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_hamode_db [None req-942bc6f5-c15c-436e-ab0d-cfe255f84987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:33:28Z,description=,heartbeat_timestamp=2021-05-31T11:51:28Z,host='dv-cinder-786383-7-smb',id=18500941-09fe-4120-b40f-cc1049bfe169,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:33:28Z,topic='l3_agent')) {'router_ids': ['1d8a63b9-651f-4e78-a13d-4d78258bc549'], 'active': True} {{(pid=98444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:51:53.911170 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvr_db [None req-942bc6f5-c15c-436e-ab0d-cfe255f84987 None None] Set router 1d8a63b9-651f-4e78-a13d-4d78258bc549 gateway port host: dv-cinder-786383-7-smb {{(pid=98444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:51:54.003689 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 37610) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:51:54.010111 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.v2.base [None req-05fe0f5f-17df-4920-92f7-9f58e82a741e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-179207139-network', 'tenant_id': '66322df3d8ad495a9450f8703d7b6319'}} {{(pid=98443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:51:54.015695 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-05fe0f5f-17df-4920-92f7-9f58e82a741e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:51:54.020231 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-05fe0f5f-17df-4920-92f7-9f58e82a741e admin admin] Usage tracker for resource:network and tenant:66322df3d8ad495a9450f8703d7b6319 is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:51:54.024308 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-05fe0f5f-17df-4920-92f7-9f58e82a741e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:51:54.031358 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-05fe0f5f-17df-4920-92f7-9f58e82a741e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:51:54.051277 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05fe0f5f-17df-4920-92f7-9f58e82a741e admin admin] Made reservation on behalf of 66322df3d8ad495a9450f8703d7b6319 for: {'network': 1} {{(pid=98443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:51:54.054139 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-05fe0f5f-17df-4920-92f7-9f58e82a741e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-574767'] for network, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:54.071063 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-05fe0f5f-17df-4920-92f7-9f58e82a741e admin admin] Notify callbacks [] for security_group, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:54.085872 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-05fe0f5f-17df-4920-92f7-9f58e82a741e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:51:54.090085 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-05fe0f5f-17df-4920-92f7-9f58e82a741e admin admin] Usage tracker for resource:security_group_rule and tenant:66322df3d8ad495a9450f8703d7b6319 is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:51:54.093166 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-05fe0f5f-17df-4920-92f7-9f58e82a741e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:51:54.099372 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-05fe0f5f-17df-4920-92f7-9f58e82a741e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:51:54.188611 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-05fe0f5f-17df-4920-92f7-9f58e82a741e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:54.193957 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-05fe0f5f-17df-4920-92f7-9f58e82a741e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:54.198586 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-19a678b3-e6c0-4422-985b-f7f12be33064 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:51:54.225627 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.plugin [None req-c0189c2d-8995-44bc-ab90-6b8507ac687e admin admin] Deleting port a067fc06-ab35-410c-81a1-bda8be64d1d7 {{(pid=98442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:51:54.226040 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-c0189c2d-8995-44bc-ab90-6b8507ac687e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781593492803'] for port, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:54.226393 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05fe0f5f-17df-4920-92f7-9f58e82a741e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 685} {{(pid=98443) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 31 11:51:54.235677 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fe0f5f-17df-4920-92f7-9f58e82a741e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdaf0637-1aff-4cbc-94e9-f1225315539e,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:51:54.239421 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-05fe0f5f-17df-4920-92f7-9f58e82a741e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:51:54.243482 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-05fe0f5f-17df-4920-92f7-9f58e82a741e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654047'] for segment, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:54.244669 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.db.segments_db [None req-05fe0f5f-17df-4920-92f7-9f58e82a741e admin admin] Added segment 7b437859-bd02-4389-9713-5bad34278a62 of type vlan for network 5697d397-7fb4-4ed9-b7a2-d2ab334e643b May 31 11:51:54.259305 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_hamode_db [None req-942bc6f5-c15c-436e-ab0d-cfe255f84987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8a63b9-651f-4e78-a13d-4d78258bc549', 'name': 'tempest-TestMinimumBasicScenario-310043283-router', 'tenant_id': 'fe2be64d30ab4738869bd6e174d36ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.98'}], 'enable_snat': True}, 'gw_port_id': '953fd299-1c12-4093-90cf-a2a956cb85a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:51:47Z', 'updated_at': '2021-05-31T11:51:51Z', 'revision_number': 4, 'project_id': 'fe2be64d30ab4738869bd6e174d36ca0', 'gw_port': {'id': '953fd299-1c12-4093-90cf-a2a956cb85a7', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ed:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8a63b9-651f-4e78-a13d-4d78258bc549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:51:48Z', 'updated_at': '2021-05-31T11:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb', '_interfaces': [{'id': '18bc7ae6-e941-49d9-8215-9809f6e6de40', 'name': '', 'network_id': 'a043b753-ba8b-4d0b-a62e-d6873c4f822a', 'tenant_id': 'fe2be64d30ab4738869bd6e174d36ca0', 'mac_address': 'fa:16:3e:09:14:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8a63b9-651f-4e78-a13d-4d78258bc549', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd74cff47-7684-410e-815c-710c0c2de647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:51:50Z', 'updated_at': '2021-05-31T11:51:51Z', 'revision_number': 2, 'project_id': 'fe2be64d30ab4738869bd6e174d36ca0', 'subnets': [{'id': 'd74cff47-7684-410e-815c-710c0c2de647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-smb', False) {} {{(pid=98444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:51:54.265395 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942bc6f5-c15c-436e-ab0d-cfe255f84987 None None] Checking router: 1d8a63b9-651f-4e78-a13d-4d78258bc549 for host: dv-cinder-786383-7-smb {{(pid=98444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:51:54.265870 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942bc6f5-c15c-436e-ab0d-cfe255f84987 None None] Updating router 1d8a63b9-651f-4e78-a13d-4d78258bc549 port 18bc7ae6-e941-49d9-8215-9809f6e6de40 binding host dv-cinder-786383-7-smb {{(pid=98444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 11:51:54.278001 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-05fe0f5f-17df-4920-92f7-9f58e82a741e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781593130307'] for network, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:54.315926 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-05fe0f5f-17df-4920-92f7-9f58e82a741e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8325956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7927536'] for network, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:54.318006 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fe0f5f-17df-4920-92f7-9f58e82a741e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:51:54.319460 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-05fe0f5f-17df-4920-92f7-9f58e82a741e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927509'] for network, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:54.322395 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-1abb769e-e644-4f65-9c11-e651902097e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:51:54.330158 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-942bc6f5-c15c-436e-ab0d-cfe255f84987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:54.362038 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.db [None req-c0189c2d-8995-44bc-ab90-6b8507ac687e admin admin] For port a067fc06-ab35-410c-81a1-bda8be64d1d7, host dv-cinder-786383-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-smb',level=0,port_id=a067fc06-ab35-410c-81a1-bda8be64d1d7,segment=NetworkSegment(5e18d713-fa27-4a1a-b198-bcac517fc1b3),segment_id=5e18d713-fa27-4a1a-b198-bcac517fc1b3)] {{(pid=98442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:51:54.362370 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-c0189c2d-8995-44bc-ab90-6b8507ac687e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8366366'] for port, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:54.432856 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fe0f5f-17df-4920-92f7-9f58e82a741e admin admin] Pushing event updated for resources: {'Network': ['ID=5697d397-7fb4-4ed9-b7a2-d2ab334e643b,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:51:54.435932 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-05fe0f5f-17df-4920-92f7-9f58e82a741e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:51:54.437463 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-05fe0f5f-17df-4920-92f7-9f58e82a741e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4326370 May 31 11:51:54.440320 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 37614) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:51:54.451597 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.v2.base [None req-893825d1-8d09-40b9-acb2-178bead39a7c admin admin] Request body: {'subnet': {'network_id': '5697d397-7fb4-4ed9-b7a2-d2ab334e643b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-179207139-subnet', 'tenant_id': '66322df3d8ad495a9450f8703d7b6319', 'ip_version': 4}} {{(pid=98443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:51:54.457126 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-893825d1-8d09-40b9-acb2-178bead39a7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:51:54.461376 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-893825d1-8d09-40b9-acb2-178bead39a7c admin admin] Usage tracker for resource:subnet and tenant:66322df3d8ad495a9450f8703d7b6319 is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:51:54.464546 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-893825d1-8d09-40b9-acb2-178bead39a7c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:51:54.470150 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-893825d1-8d09-40b9-acb2-178bead39a7c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:51:54.482054 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893825d1-8d09-40b9-acb2-178bead39a7c admin admin] Made reservation on behalf of 66322df3d8ad495a9450f8703d7b6319 for: {'subnet': 1} {{(pid=98443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:51:54.484445 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-893825d1-8d09-40b9-acb2-178bead39a7c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6022280'] for subnet, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:54.487670 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Network 5697d397-7fb4-4ed9-b7a2-d2ab334e643b details requested by agent ovs-agent-dv-cinder-786383-7-smb with host dv-cinder-786383-7-smb {{(pid=98444) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 31 11:51:54.494677 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.plugin [None req-c0189c2d-8995-44bc-ab90-6b8507ac687e admin admin] Calling delete_port for a067fc06-ab35-410c-81a1-bda8be64d1d7 owned by network:router_interface {{(pid=98442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:51:54.778914 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device 953fd299-1c12-4093-90cf-a2a956cb85a7 up at agent ovs-agent-dv-cinder-786383-7-smb {{(pid=98444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:51:54.806341 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-b619b261-0ec5-4d66-b7f9-587b1b105e25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:54.829158 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-c0189c2d-8995-44bc-ab90-6b8507ac687e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781593493926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781593114067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6713643'] for port, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:54.834437 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-e6cde471-22e6-410a-aa08-cb53d41366f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:51:54.877811 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0189c2d-8995-44bc-ab90-6b8507ac687e admin admin] Pushing event deleted for resources: {'Port': ['ID=a067fc06-ab35-410c-81a1-bda8be64d1d7,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:51:54.882530 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-c0189c2d-8995-44bc-ab90-6b8507ac687e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:51:54.900577 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-942bc6f5-c15c-436e-ab0d-cfe255f84987 None None] Notify callbacks [] for port, precommit_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:54.915867 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-942bc6f5-c15c-436e-ab0d-cfe255f84987 None None] Transition to ACTIVE for port object 18bc7ae6-e941-49d9-8215-9809f6e6de40 will not be triggered until provisioned by entity L2. {{(pid=98444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:51:54.923947 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Provisioning complete for port 953fd299-1c12-4093-90cf-a2a956cb85a7 triggered by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:51:54.924370 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:54.951510 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-942bc6f5-c15c-436e-ab0d-cfe255f84987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:54.960549 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:51:55.043060 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-893825d1-8d09-40b9-acb2-178bead39a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6695657', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6022302'] for subnet, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:55.048302 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:51:55.143542 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893825d1-8d09-40b9-acb2-178bead39a7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc0a95fd-e059-419d-bedd-9a6f9ad62047,revision_number=0']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:51:55.154790 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-893825d1-8d09-40b9-acb2-178bead39a7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:51:55.155847 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-893825d1-8d09-40b9-acb2-178bead39a7c admin admin] Checking segment: {'id': '7b437859-bd02-4389-9713-5bad34278a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '5697d397-7fb4-4ed9-b7a2-d2ab334e643b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:51:55.156212 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893825d1-8d09-40b9-acb2-178bead39a7c admin admin] Network hostable DHCP agents. Network: 5697d397-7fb4-4ed9-b7a2-d2ab334e643b, hostable agents: ['fb962da1-0809-46df-9ec4-203c2f15f643'], hosted agents: [] {{(pid=98443) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 31 11:51:55.177596 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893825d1-8d09-40b9-acb2-178bead39a7c admin admin] Network 5697d397-7fb4-4ed9-b7a2-d2ab334e643b is scheduled to be hosted by DHCP agent fb962da1-0809-46df-9ec4-203c2f15f643 with binding_index 1 {{(pid=98443) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 31 11:51:55.192945 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.base_scheduler [None req-893825d1-8d09-40b9-acb2-178bead39a7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-7-smb, 5697d397-7fb4-4ed9-b7a2-d2ab334e643b) {{(pid=98443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:51:55.201781 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458fcd66-d0d2-4b4b-b928-8e603240126a None None] Pushing event updated for resources: {'Port': ['ID=18bc7ae6-e941-49d9-8215-9809f6e6de40,revision_number=3']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:51:55.210271 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893825d1-8d09-40b9-acb2-178bead39a7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:51:55.210916 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d967f00a-0eee-4ead-975b-dd470c21c33e None None] Network 5697d397-7fb4-4ed9-b7a2-d2ab334e643b requested from dv-cinder-786383-7-smb {{(pid=98444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:51:55.211037 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-893825d1-8d09-40b9-acb2-178bead39a7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:55.224204 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-c0189c2d-8995-44bc-ab90-6b8507ac687e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7927545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8366687'] for router_interface, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:55.234961 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-458fcd66-d0d2-4b4b-b928-8e603240126a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:51:55.241434 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-893825d1-8d09-40b9-acb2-178bead39a7c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7998693 May 31 11:51:55.245381 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 37618) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:51:55.250967 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.v2.base [None req-b7b7b283-36cf-4aae-89f8-a54944350ae1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-179207139-router', 'tenant_id': '66322df3d8ad495a9450f8703d7b6319', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3'}}} {{(pid=98443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:51:55.256040 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-b7b7b283-36cf-4aae-89f8-a54944350ae1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:51:55.265363 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-b7b7b283-36cf-4aae-89f8-a54944350ae1 admin admin] Usage tracker for resource:router and tenant:66322df3d8ad495a9450f8703d7b6319 is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:51:55.268499 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-b7b7b283-36cf-4aae-89f8-a54944350ae1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:51:55.270030 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.managers [None req-942bc6f5-c15c-436e-ab0d-cfe255f84987 None None] Attempting to bind port 18bc7ae6-e941-49d9-8215-9809f6e6de40 on host dv-cinder-786383-7-smb for vnic_type normal with profile {{(pid=98444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:51:55.270498 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.managers [None req-942bc6f5-c15c-436e-ab0d-cfe255f84987 None None] Attempting to bind port 18bc7ae6-e941-49d9-8215-9809f6e6de40 by drivers openvswitch,hyperv on host dv-cinder-786383-7-smb at level 0 using segments [{'id': 'eadb72cc-062b-4427-831b-2c871e74baaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'a043b753-ba8b-4d0b-a62e-d6873c4f822a'}] {{(pid=98444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:51:55.270784 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942bc6f5-c15c-436e-ab0d-cfe255f84987 None None] Attempting to bind port 18bc7ae6-e941-49d9-8215-9809f6e6de40 on network a043b753-ba8b-4d0b-a62e-d6873c4f822a {{(pid=98444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:51:55.279280 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-b7b7b283-36cf-4aae-89f8-a54944350ae1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:51:55.292275 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-b7b7b283-36cf-4aae-89f8-a54944350ae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8360380', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-651'] for router, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:55.293685 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-b7b7b283-36cf-4aae-89f8-a54944350ae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8360892', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8365411', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8385934', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-658'] for router, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:55.315615 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-b7b7b283-36cf-4aae-89f8-a54944350ae1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:55.332043 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942bc6f5-c15c-436e-ab0d-cfe255f84987 None None] Checking agent: {'id': '54e7e3e0-9dc4-46e7-99bd-8d5ea4dab531', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 33, 27), 'started_at': datetime.datetime(2021, 5, 31, 11, 33, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:51:55.332423 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942bc6f5-c15c-436e-ab0d-cfe255f84987 None None] Checking segment: {'id': 'eadb72cc-062b-4427-831b-2c871e74baaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'a043b753-ba8b-4d0b-a62e-d6873c4f822a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:51:55.333041 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-942bc6f5-c15c-436e-ab0d-cfe255f84987 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:55.333441 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942bc6f5-c15c-436e-ab0d-cfe255f84987 None None] Bound using segment: {'id': 'eadb72cc-062b-4427-831b-2c871e74baaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'a043b753-ba8b-4d0b-a62e-d6873c4f822a'} {{(pid=98444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:51:55.333947 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.managers [None req-942bc6f5-c15c-436e-ab0d-cfe255f84987 None None] Bound port: 18bc7ae6-e941-49d9-8215-9809f6e6de40, host: dv-cinder-786383-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eadb72cc-062b-4427-831b-2c871e74baaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'a043b753-ba8b-4d0b-a62e-d6873c4f822a'}}] {{(pid=98444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:51:55.334332 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-942bc6f5-c15c-436e-ab0d-cfe255f84987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:55.586233 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-942bc6f5-c15c-436e-ab0d-cfe255f84987 None None] For port 18bc7ae6-e941-49d9-8215-9809f6e6de40, host dv-cinder-786383-7-smb, cleared binding levels {{(pid=98444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:51:55.591325 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-942bc6f5-c15c-436e-ab0d-cfe255f84987 None None] For port 18bc7ae6-e941-49d9-8215-9809f6e6de40, host dv-cinder-786383-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-smb',level=0,port_id=18bc7ae6-e941-49d9-8215-9809f6e6de40,segment=NetworkSegment(eadb72cc-062b-4427-831b-2c871e74baaa),segment_id=eadb72cc-062b-4427-831b-2c871e74baaa)] {{(pid=98444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:51:55.624751 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-b7b7b283-36cf-4aae-89f8-a54944350ae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8365382', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8360334', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-736'] for router, precommit_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:55.626352 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-942bc6f5-c15c-436e-ab0d-cfe255f84987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:55.635603 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:51:55.644095 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0189c2d-8995-44bc-ab90-6b8507ac687e admin admin] Router cc7deb74-81f1-4ff9-aef1-d17df865397e has already been hosted by L3 agent 18500941-09fe-4120-b40f-cc1049bfe169 {{(pid=98442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:51:55.694286 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9373a3a-f30a-4570-8a61-fc4bd40a7d8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4276fea-128f-59c1-aa89-faee38dd1e47-5697d397-7fb4-4ed9-b7a2-d2ab334e643b', 'network_id': '5697d397-7fb4-4ed9-b7a2-d2ab334e643b', 'tenant_id': '66322df3d8ad495a9450f8703d7b6319', 'fixed_ips': [{'subnet_id': 'fc0a95fd-e059-419d-bedd-9a6f9ad62047'}]}} from dv-cinder-786383-7-smb. {{(pid=98444) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 31 11:51:55.696247 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-b9373a3a-f30a-4570-8a61-fc4bd40a7d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_create {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:55.745662 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942bc6f5-c15c-436e-ab0d-cfe255f84987 None None] Routers {'1d8a63b9-651f-4e78-a13d-4d78258bc549'} bound to L3 agent in host dv-cinder-786383-7-smb {{(pid=98444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:51:55.746565 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_hamode_db [None req-942bc6f5-c15c-436e-ab0d-cfe255f84987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:33:28Z,description=,heartbeat_timestamp=2021-05-31T11:51:28Z,host='dv-cinder-786383-7-smb',id=18500941-09fe-4120-b40f-cc1049bfe169,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:33:28Z,topic='l3_agent')) {'router_ids': ['1d8a63b9-651f-4e78-a13d-4d78258bc549'], 'active': True} {{(pid=98444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:51:55.843183 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458fcd66-d0d2-4b4b-b928-8e603240126a None None] Pushing event updated for resources: {'Port': ['ID=18bc7ae6-e941-49d9-8215-9809f6e6de40,revision_number=4']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:51:55.861325 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-458fcd66-d0d2-4b4b-b928-8e603240126a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:51:55.969056 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0189c2d-8995-44bc-ab90-6b8507ac687e admin admin] Notify agent at l3_agent.dv-cinder-786383-7-smb the message routers_updated {{(pid=98442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:51:55.979419 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-c0189c2d-8995-44bc-ab90-6b8507ac687e admin admin] 10.222.0.21 "PUT /v2.0/routers/cc7deb74-81f1-4ff9-aef1-d17df865397e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1014333 May 31 11:51:55.981877 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 37622) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:51:55.983050 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6957e74d-53cb-42fe-befd-0e43c02e537d None None] Sync routers for ids ['cc7deb74-81f1-4ff9-aef1-d17df865397e'] in dv-cinder-786383-7-smb {{(pid=98445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:51:55.993654 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6957e74d-53cb-42fe-befd-0e43c02e537d None None] Routers {'cc7deb74-81f1-4ff9-aef1-d17df865397e'} bound to L3 agent in host dv-cinder-786383-7-smb {{(pid=98445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:51:55.995092 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_hamode_db [None req-6957e74d-53cb-42fe-befd-0e43c02e537d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:33:28Z,description=,heartbeat_timestamp=2021-05-31T11:51:28Z,host='dv-cinder-786383-7-smb',id=18500941-09fe-4120-b40f-cc1049bfe169,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:33:28Z,topic='l3_agent')) {'router_ids': ['cc7deb74-81f1-4ff9-aef1-d17df865397e'], 'active': True} {{(pid=98445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:51:56.005263 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-b7b7b283-36cf-4aae-89f8-a54944350ae1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:56.045709 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-b7b7b283-36cf-4aae-89f8-a54944350ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:56.138689 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvr_db [None req-942bc6f5-c15c-436e-ab0d-cfe255f84987 None None] Set router 1d8a63b9-651f-4e78-a13d-4d78258bc549 gateway port host: dv-cinder-786383-7-smb {{(pid=98444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:51:56.196454 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-690effdd-c7ff-40ee-aa92-1c90f2639ca0 admin admin] Notify callbacks [] for router, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:56.211683 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.db_base_plugin_common [None req-b9373a3a-f30a-4570-8a61-fc4bd40a7d8b None None] Allocated IP 172.20.0.2 (5697d397-7fb4-4ed9-b7a2-d2ab334e643b/fc0a95fd-e059-419d-bedd-9a6f9ad62047/3a4e424a-c49f-4d58-bb66-e744effe2986) {{(pid=98444) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:51:56.215990 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.db_base_plugin_common [None req-b7b7b283-36cf-4aae-89f8-a54944350ae1 admin admin] Allocated IP 172.28.3.182 (21abd7a8-7011-4cfc-9928-6cba34534bd3/fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5/8cccd528-3490-41aa-a6e8-1250b43764f3) {{(pid=98443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:51:56.217602 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_dvr_db [None req-6957e74d-53cb-42fe-befd-0e43c02e537d None None] Set router cc7deb74-81f1-4ff9-aef1-d17df865397e gateway port host: dv-cinder-786383-7-smb {{(pid=98445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:51:56.390377 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-b7b7b283-36cf-4aae-89f8-a54944350ae1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:56.438619 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-690effdd-c7ff-40ee-aa92-1c90f2639ca0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:56.441686 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-b7b7b283-36cf-4aae-89f8-a54944350ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781593114058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6347609'] for port, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:56.446737 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-bafba417-3d06-40fc-9e8f-30a9858ba243 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:51:56.534616 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_hamode_db [None req-6957e74d-53cb-42fe-befd-0e43c02e537d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7deb74-81f1-4ff9-aef1-d17df865397e', 'name': 'tempest-TestShelveInstance-125489983-router', 'tenant_id': 'a0eef2595c964d1bbc439cf1e51f58bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.39'}], 'enable_snat': True}, 'gw_port_id': 'a08524a4-7b26-44d7-be50-93adcd101d5f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:45:03Z', 'updated_at': '2021-05-31T11:51:54Z', 'revision_number': 5, 'project_id': 'a0eef2595c964d1bbc439cf1e51f58bd', 'gw_port': {'id': 'a08524a4-7b26-44d7-be50-93adcd101d5f', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:79:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7deb74-81f1-4ff9-aef1-d17df865397e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:45:04Z', 'updated_at': '2021-05-31T11:45:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb'}], 'dv-cinder-786383-7-smb', False) {} {{(pid=98445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:51:56.542230 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6957e74d-53cb-42fe-befd-0e43c02e537d None None] Checking router: cc7deb74-81f1-4ff9-aef1-d17df865397e for host: dv-cinder-786383-7-smb {{(pid=98445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:51:56.549943 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.plugin [None req-690effdd-c7ff-40ee-aa92-1c90f2639ca0 admin admin] Deleting port a08524a4-7b26-44d7-be50-93adcd101d5f {{(pid=98442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:51:56.550330 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-690effdd-c7ff-40ee-aa92-1c90f2639ca0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781593492803'] for port, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:56.555446 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6957e74d-53cb-42fe-befd-0e43c02e537d None None] Routers {'cc7deb74-81f1-4ff9-aef1-d17df865397e'} bound to L3 agent in host dv-cinder-786383-7-smb {{(pid=98445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:51:56.556421 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_hamode_db [None req-6957e74d-53cb-42fe-befd-0e43c02e537d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:33:28Z,description=,heartbeat_timestamp=2021-05-31T11:51:28Z,host='dv-cinder-786383-7-smb',id=18500941-09fe-4120-b40f-cc1049bfe169,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:33:28Z,topic='l3_agent')) {'router_ids': ['cc7deb74-81f1-4ff9-aef1-d17df865397e'], 'active': True} {{(pid=98445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:51:56.631383 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b7b283-36cf-4aae-89f8-a54944350ae1 admin admin] Network 21abd7a8-7011-4cfc-9928-6cba34534bd3 is already hosted by enough agents. {{(pid=98443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:51:56.634625 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.base_scheduler [None req-b7b7b283-36cf-4aae-89f8-a54944350ae1 admin admin] Resources bound (agent type, host, resource id): {{(pid=98443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:51:56.638344 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b7b283-36cf-4aae-89f8-a54944350ae1 admin admin] Received port after_create {{(pid=98443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:51:56.649548 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-b9373a3a-f30a-4570-8a61-fc4bd40a7d8b None None] Notify callbacks [] for port, precommit_create {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:56.662941 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-b9373a3a-f30a-4570-8a61-fc4bd40a7d8b None None] Transition to ACTIVE for port object 3a4e424a-c49f-4d58-bb66-e744effe2986 will not be triggered until provisioned by entity L2. {{(pid=98444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:51:56.686926 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b7b283-36cf-4aae-89f8-a54944350ae1 admin admin] Pushing event updated for resources: {'Port': ['ID=8cccd528-3490-41aa-a6e8-1250b43764f3,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:51:56.688581 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-b9373a3a-f30a-4570-8a61-fc4bd40a7d8b None None] Transition to ACTIVE for port object 3a4e424a-c49f-4d58-bb66-e744effe2986 will not be triggered until provisioned by entity DHCP. {{(pid=98444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:51:56.700470 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b7b283-36cf-4aae-89f8-a54944350ae1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:56.701260 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b7b283-36cf-4aae-89f8-a54944350ae1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:56.701484 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b7b283-36cf-4aae-89f8-a54944350ae1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:56.701929 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b7b283-36cf-4aae-89f8-a54944350ae1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:56.702370 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b7b283-36cf-4aae-89f8-a54944350ae1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:56.702835 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b7b283-36cf-4aae-89f8-a54944350ae1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:56.703722 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.db [None req-690effdd-c7ff-40ee-aa92-1c90f2639ca0 admin admin] For port a08524a4-7b26-44d7-be50-93adcd101d5f, host dv-cinder-786383-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-smb',level=0,port_id=a08524a4-7b26-44d7-be50-93adcd101d5f,segment=NetworkSegment(1ab87b5a-2ab4-41da-bbc3-50466ba34034),segment_id=1ab87b5a-2ab4-41da-bbc3-50466ba34034)] {{(pid=98442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:51:56.704221 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b7b283-36cf-4aae-89f8-a54944350ae1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:56.704324 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-690effdd-c7ff-40ee-aa92-1c90f2639ca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8366366'] for port, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:56.704421 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b7b283-36cf-4aae-89f8-a54944350ae1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:56.704421 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b7b283-36cf-4aae-89f8-a54944350ae1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:56.705502 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b7b283-36cf-4aae-89f8-a54944350ae1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:56.705616 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-b9373a3a-f30a-4570-8a61-fc4bd40a7d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781593114058'] for port, after_create {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:56.705715 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b7b283-36cf-4aae-89f8-a54944350ae1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:56.705715 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7b7b283-36cf-4aae-89f8-a54944350ae1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:51:56.708699 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:51:56.717893 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-b7b7b283-36cf-4aae-89f8-a54944350ae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:51:56.771118 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_hamode_db [None req-942bc6f5-c15c-436e-ab0d-cfe255f84987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8a63b9-651f-4e78-a13d-4d78258bc549', 'name': 'tempest-TestMinimumBasicScenario-310043283-router', 'tenant_id': 'fe2be64d30ab4738869bd6e174d36ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.98'}], 'enable_snat': True}, 'gw_port_id': '953fd299-1c12-4093-90cf-a2a956cb85a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:51:47Z', 'updated_at': '2021-05-31T11:51:51Z', 'revision_number': 4, 'project_id': 'fe2be64d30ab4738869bd6e174d36ca0', 'gw_port': {'id': '953fd299-1c12-4093-90cf-a2a956cb85a7', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ed:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8a63b9-651f-4e78-a13d-4d78258bc549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:51:48Z', 'updated_at': '2021-05-31T11:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb', '_interfaces': [{'id': '18bc7ae6-e941-49d9-8215-9809f6e6de40', 'name': '', 'network_id': 'a043b753-ba8b-4d0b-a62e-d6873c4f822a', 'tenant_id': 'fe2be64d30ab4738869bd6e174d36ca0', 'mac_address': 'fa:16:3e:09:14:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8a63b9-651f-4e78-a13d-4d78258bc549', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd74cff47-7684-410e-815c-710c0c2de647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:51:50Z', 'updated_at': '2021-05-31T11:51:55Z', 'revision_number': 4, 'project_id': 'fe2be64d30ab4738869bd6e174d36ca0', 'subnets': [{'id': 'd74cff47-7684-410e-815c-710c0c2de647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-smb', False) {} {{(pid=98444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:51:56.793836 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-942bc6f5-c15c-436e-ab0d-cfe255f84987 None None] The sync data for ids ['1d8a63b9-651f-4e78-a13d-4d78258bc549'] in dv-cinder-786383-7-smb is: [{'id': '1d8a63b9-651f-4e78-a13d-4d78258bc549', 'name': 'tempest-TestMinimumBasicScenario-310043283-router', 'tenant_id': 'fe2be64d30ab4738869bd6e174d36ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.98'}], 'enable_snat': True}, 'gw_port_id': '953fd299-1c12-4093-90cf-a2a956cb85a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:51:47Z', 'updated_at': '2021-05-31T11:51:51Z', 'revision_number': 4, 'project_id': 'fe2be64d30ab4738869bd6e174d36ca0', 'gw_port': {'id': '953fd299-1c12-4093-90cf-a2a956cb85a7', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ed:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8a63b9-651f-4e78-a13d-4d78258bc549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:51:48Z', 'updated_at': '2021-05-31T11:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb', '_interfaces': [{'id': '18bc7ae6-e941-49d9-8215-9809f6e6de40', 'name': '', 'network_id': 'a043b753-ba8b-4d0b-a62e-d6873c4f822a', 'tenant_id': 'fe2be64d30ab4738869bd6e174d36ca0', 'mac_address': 'fa:16:3e:09:14:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d8a63b9-651f-4e78-a13d-4d78258bc549', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd74cff47-7684-410e-815c-710c0c2de647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:51:50Z', 'updated_at': '2021-05-31T11:51:55Z', 'revision_number': 4, 'project_id': 'fe2be64d30ab4738869bd6e174d36ca0', 'subnets': [{'id': 'd74cff47-7684-410e-815c-710c0c2de647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:51:56.817940 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9373a3a-f30a-4570-8a61-fc4bd40a7d8b None None] Network 5697d397-7fb4-4ed9-b7a2-d2ab334e643b is already hosted by enough agents. {{(pid=98444) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:51:56.832422 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9373a3a-f30a-4570-8a61-fc4bd40a7d8b None None] Pushing event updated for resources: {'Port': ['ID=3a4e424a-c49f-4d58-bb66-e744effe2986,revision_number=1']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:51:56.839473 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_dvr_db [None req-6957e74d-53cb-42fe-befd-0e43c02e537d None None] Set router cc7deb74-81f1-4ff9-aef1-d17df865397e gateway port host: None {{(pid=98445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:51:56.846052 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.scheduler.base_scheduler [None req-b9373a3a-f30a-4570-8a61-fc4bd40a7d8b None None] Resources bound (agent type, host, resource id): {{(pid=98444) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:51:56.848660 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-b9373a3a-f30a-4570-8a61-fc4bd40a7d8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:51:56.849824 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9373a3a-f30a-4570-8a61-fc4bd40a7d8b None None] Received port after_create {{(pid=98444) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:51:56.868544 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.plugin [None req-690effdd-c7ff-40ee-aa92-1c90f2639ca0 admin admin] Calling delete_port for a08524a4-7b26-44d7-be50-93adcd101d5f owned by network:router_gateway {{(pid=98442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:51:57.018072 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.managers [None req-b9373a3a-f30a-4570-8a61-fc4bd40a7d8b None None] Attempting to bind port 3a4e424a-c49f-4d58-bb66-e744effe2986 on host dv-cinder-786383-7-smb for vnic_type normal with profile {{(pid=98444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:51:57.018717 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.managers [None req-b9373a3a-f30a-4570-8a61-fc4bd40a7d8b None None] Attempting to bind port 3a4e424a-c49f-4d58-bb66-e744effe2986 by drivers openvswitch,hyperv on host dv-cinder-786383-7-smb at level 0 using segments [{'id': '7b437859-bd02-4389-9713-5bad34278a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '5697d397-7fb4-4ed9-b7a2-d2ab334e643b'}] {{(pid=98444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:51:57.019199 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9373a3a-f30a-4570-8a61-fc4bd40a7d8b None None] Attempting to bind port 3a4e424a-c49f-4d58-bb66-e744effe2986 on network 5697d397-7fb4-4ed9-b7a2-d2ab334e643b {{(pid=98444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:51:57.025554 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9373a3a-f30a-4570-8a61-fc4bd40a7d8b None None] Checking agent: {'id': '54e7e3e0-9dc4-46e7-99bd-8d5ea4dab531', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 33, 27), 'started_at': datetime.datetime(2021, 5, 31, 11, 33, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 51, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:51:57.026090 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9373a3a-f30a-4570-8a61-fc4bd40a7d8b None None] Checking segment: {'id': '7b437859-bd02-4389-9713-5bad34278a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '5697d397-7fb4-4ed9-b7a2-d2ab334e643b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:51:57.026600 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-b9373a3a-f30a-4570-8a61-fc4bd40a7d8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:57.027179 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9373a3a-f30a-4570-8a61-fc4bd40a7d8b None None] Bound using segment: {'id': '7b437859-bd02-4389-9713-5bad34278a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '5697d397-7fb4-4ed9-b7a2-d2ab334e643b'} {{(pid=98444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:51:57.028004 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.managers [None req-b9373a3a-f30a-4570-8a61-fc4bd40a7d8b None None] Bound port: 3a4e424a-c49f-4d58-bb66-e744effe2986, host: dv-cinder-786383-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b437859-bd02-4389-9713-5bad34278a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '5697d397-7fb4-4ed9-b7a2-d2ab334e643b'}}] {{(pid=98444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:51:57.028506 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-b9373a3a-f30a-4570-8a61-fc4bd40a7d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:57.059109 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_hamode_db [None req-6957e74d-53cb-42fe-befd-0e43c02e537d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc7deb74-81f1-4ff9-aef1-d17df865397e', 'name': 'tempest-TestShelveInstance-125489983-router', 'tenant_id': 'a0eef2595c964d1bbc439cf1e51f58bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:45:03Z', 'updated_at': '2021-05-31T11:51:56Z', 'revision_number': 6, 'project_id': 'a0eef2595c964d1bbc439cf1e51f58bd', 'gw_port_host': None}], 'dv-cinder-786383-7-smb', False) {} {{(pid=98445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:51:57.066048 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6957e74d-53cb-42fe-befd-0e43c02e537d None None] The sync data for ids ['cc7deb74-81f1-4ff9-aef1-d17df865397e'] in dv-cinder-786383-7-smb is: [{'id': 'cc7deb74-81f1-4ff9-aef1-d17df865397e', 'name': 'tempest-TestShelveInstance-125489983-router', 'tenant_id': 'a0eef2595c964d1bbc439cf1e51f58bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:45:03Z', 'updated_at': '2021-05-31T11:51:56Z', 'revision_number': 6, 'project_id': 'a0eef2595c964d1bbc439cf1e51f58bd', 'gw_port_host': None}] {{(pid=98445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:51:57.130776 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-690effdd-c7ff-40ee-aa92-1c90f2639ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781593493926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781593114067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6713643'] for port, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:57.138112 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-82854b5a-4bd8-4a63-836e-b54931bbdc56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:51:57.173168 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-b9373a3a-f30a-4570-8a61-fc4bd40a7d8b None None] For port 3a4e424a-c49f-4d58-bb66-e744effe2986, host dv-cinder-786383-7-smb, cleared binding levels {{(pid=98444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:51:57.179931 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-b9373a3a-f30a-4570-8a61-fc4bd40a7d8b None None] For port 3a4e424a-c49f-4d58-bb66-e744effe2986, host dv-cinder-786383-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-smb',level=0,port_id=3a4e424a-c49f-4d58-bb66-e744effe2986,segment=NetworkSegment(7b437859-bd02-4389-9713-5bad34278a62),segment_id=7b437859-bd02-4389-9713-5bad34278a62)] {{(pid=98444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:51:57.186379 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-b9373a3a-f30a-4570-8a61-fc4bd40a7d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:57.187754 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690effdd-c7ff-40ee-aa92-1c90f2639ca0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a08524a4-7b26-44d7-be50-93adcd101d5f,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:51:57.191127 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-690effdd-c7ff-40ee-aa92-1c90f2639ca0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:51:57.192688 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:51:57.231766 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-b7b7b283-36cf-4aae-89f8-a54944350ae1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:57.271464 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9373a3a-f30a-4570-8a61-fc4bd40a7d8b None None] Pushing event updated for resources: {'Port': ['ID=3a4e424a-c49f-4d58-bb66-e744effe2986,revision_number=2']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:51:57.276800 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-b9373a3a-f30a-4570-8a61-fc4bd40a7d8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:51:57.306285 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-690effdd-c7ff-40ee-aa92-1c90f2639ca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8365522'] for router_gateway, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:57.511999 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:57.688603 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-b7b7b283-36cf-4aae-89f8-a54944350ae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8360373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8365317'] for router, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:57.703581 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-690effdd-c7ff-40ee-aa92-1c90f2639ca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8360287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-665'] for router, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:57.705930 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-690effdd-c7ff-40ee-aa92-1c90f2639ca0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:57.738299 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-690effdd-c7ff-40ee-aa92-1c90f2639ca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8366179'] for router, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:57.739009 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-690effdd-c7ff-40ee-aa92-1c90f2639ca0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc7deb74-81f1-4ff9-aef1-d17df865397e {{(pid=98442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 11:51:57.752055 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-690effdd-c7ff-40ee-aa92-1c90f2639ca0 admin admin] Notify callbacks [] for router, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:57.755625 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-690effdd-c7ff-40ee-aa92-1c90f2639ca0 admin admin] 10.222.0.21 "DELETE /v2.0/routers/cc7deb74-81f1-4ff9-aef1-d17df865397e HTTP/1.1" status: 204 len: 168 time: 1.7703440 May 31 11:51:57.755922 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 37626) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:51:57.790692 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-00533c18-5f32-44af-ad9a-4a3f7d460316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:57.819894 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b789734-6580-4859-95d5-4c2b6b3f71b0 admin admin] Deleting subnet 0c035807-c08f-4d88-8196-d68a3e722613 {{(pid=98442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 11:51:57.823422 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-0b789734-6580-4859-95d5-4c2b6b3f71b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:57.879553 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-0b789734-6580-4859-95d5-4c2b6b3f71b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7194582'] for subnet, precommit_delete_associations {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:57.947716 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7b7b283-36cf-4aae-89f8-a54944350ae1 admin admin] Router c041ee91-a0ca-4530-98fe-ee17fa03b2ad is scheduled to L3 agent 18500941-09fe-4120-b40f-cc1049bfe169 with binding_index 1 {{(pid=98443) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 31 11:51:57.969537 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-0b789734-6580-4859-95d5-4c2b6b3f71b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649192'] for subnet, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:58.156941 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b7b283-36cf-4aae-89f8-a54944350ae1 admin admin] Notify agent at l3_agent.dv-cinder-786383-7-smb the message routers_updated {{(pid=98443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:51:58.165714 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4bb0aa-ab7e-41e2-aae2-a890f92174eb None None] Sync routers for ids ['c041ee91-a0ca-4530-98fe-ee17fa03b2ad'] in dv-cinder-786383-7-smb {{(pid=98444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:51:58.186296 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4bb0aa-ab7e-41e2-aae2-a890f92174eb None None] Routers {'c041ee91-a0ca-4530-98fe-ee17fa03b2ad'} bound to L3 agent in host dv-cinder-786383-7-smb {{(pid=98444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:51:58.188050 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_hamode_db [None req-7b4bb0aa-ab7e-41e2-aae2-a890f92174eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:33:28Z,description=,heartbeat_timestamp=2021-05-31T11:51:58Z,host='dv-cinder-786383-7-smb',id=18500941-09fe-4120-b40f-cc1049bfe169,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:33:28Z,topic='l3_agent')) {'router_ids': ['c041ee91-a0ca-4530-98fe-ee17fa03b2ad'], 'active': True} {{(pid=98444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:51:58.190831 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-b7b7b283-36cf-4aae-89f8-a54944350ae1 admin admin] Notify callbacks [] for router, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:58.192200 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-b7b7b283-36cf-4aae-89f8-a54944350ae1 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9457951 May 31 11:51:58.195437 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 37630) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:51:58.294206 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-0b789734-6580-4859-95d5-4c2b6b3f71b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-649821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6324440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6019309'] for subnet, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:58.303689 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-c620b1d8-1425-4679-9726-af97d9ee4379 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:51:58.342911 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b789734-6580-4859-95d5-4c2b6b3f71b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c035807-c08f-4d88-8196-d68a3e722613,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:51:58.344920 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-0b789734-6580-4859-95d5-4c2b6b3f71b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927509'] for subnet, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:58.348062 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-0b789734-6580-4859-95d5-4c2b6b3f71b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:51:58.359999 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-0b789734-6580-4859-95d5-4c2b6b3f71b0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0c035807-c08f-4d88-8196-d68a3e722613 HTTP/1.1" status: 204 len: 168 time: 0.6029735 May 31 11:51:58.362340 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 37634) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:51:58.428614 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvr_db [None req-7b4bb0aa-ab7e-41e2-aae2-a890f92174eb None None] Set router c041ee91-a0ca-4530-98fe-ee17fa03b2ad gateway port host: dv-cinder-786383-7-smb {{(pid=98444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:51:58.513185 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-b1a02eed-1b9a-488c-a5ae-5c0ed38ace8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990620'] for network, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:58.608376 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.plugin [None req-b1a02eed-1b9a-488c-a5ae-5c0ed38ace8b admin admin] Deleting port 47082519-e653-47af-8f1d-42ecea822b75 {{(pid=98442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:51:58.608710 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-b1a02eed-1b9a-488c-a5ae-5c0ed38ace8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781593492803'] for port, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:58.670439 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b088ca-d319-4ae2-9bf7-9191b775b210 None None] Network 3d2d6b87-a8c0-46ef-b315-18c880a374d7 requested from dv-cinder-786383-7-smb {{(pid=98444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:51:58.729294 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.db [None req-b1a02eed-1b9a-488c-a5ae-5c0ed38ace8b admin admin] For port 47082519-e653-47af-8f1d-42ecea822b75, host dv-cinder-786383-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-smb',level=0,port_id=47082519-e653-47af-8f1d-42ecea822b75,segment=NetworkSegment(5e18d713-fa27-4a1a-b198-bcac517fc1b3),segment_id=5e18d713-fa27-4a1a-b198-bcac517fc1b3)] {{(pid=98442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:51:58.729788 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-b1a02eed-1b9a-488c-a5ae-5c0ed38ace8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8366366'] for port, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:58.836670 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d85ff3a-2b4b-4f35-8f7d-4ff12ccfba2b None None] Network 5697d397-7fb4-4ed9-b7a2-d2ab334e643b requested from dv-cinder-786383-7-smb {{(pid=98444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:51:58.895055 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.plugin [None req-b1a02eed-1b9a-488c-a5ae-5c0ed38ace8b admin admin] Calling delete_port for 47082519-e653-47af-8f1d-42ecea822b75 owned by network:dhcp {{(pid=98442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:51:58.934467 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device 18bc7ae6-e941-49d9-8215-9809f6e6de40 up at agent ovs-agent-dv-cinder-786383-7-smb {{(pid=98444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:51:58.948334 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-b1a02eed-1b9a-488c-a5ae-5c0ed38ace8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781593493926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781593114067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6713643'] for port, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:58.953839 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-200028c1-c3b3-4664-a407-93aaf841a30c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:51:59.005276 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a02eed-1b9a-488c-a5ae-5c0ed38ace8b admin admin] Pushing event deleted for resources: {'Port': ['ID=47082519-e653-47af-8f1d-42ecea822b75,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:51:59.007488 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a02eed-1b9a-488c-a5ae-5c0ed38ace8b admin admin] No DVR routers for this DVR port 47082519-e653-47af-8f1d-42ecea822b75 on host dv-cinder-786383-7-smb {{(pid=98442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:51:59.008955 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-b1a02eed-1b9a-488c-a5ae-5c0ed38ace8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:51:59.076212 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-ebf62dc2-a31d-4bf9-85b9-72460e094eeb None None] Provisioning for port 3a4e424a-c49f-4d58-bb66-e744effe2986 completed by entity DHCP. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:51:59.079147 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-a91c5e8e-8952-4db6-a598-6e76e849b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:59.129745 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-b1a02eed-1b9a-488c-a5ae-5c0ed38ace8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647783', 'neutron.services.segments.db._delete_segments_for_network-8781593572316'] for network, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:59.144253 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.services.segments.db [None req-b1a02eed-1b9a-488c-a5ae-5c0ed38ace8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d2d6b87-a8c0-46ef-b315-18c880a374d7']}} {{(pid=98442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:51:59.151800 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-7342f5a2-89f1-48e7-bee9-2092d3e7a652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:59.165862 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.services.segments.db [None req-b1a02eed-1b9a-488c-a5ae-5c0ed38ace8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e18d713-fa27-4a1a-b198-bcac517fc1b3') {'for_net_delete': True} {{(pid=98442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:51:59.165862 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.services.segments.db [None req-b1a02eed-1b9a-488c-a5ae-5c0ed38ace8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e18d713-fa27-4a1a-b198-bcac517fc1b3') {} {{(pid=98442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:51:59.167708 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c044e0ac-ac69-4ef8-a477-693d84c06398 None None] DHCP port deletion for 3d2d6b87-a8c0-46ef-b315-18c880a374d7 request from dv-cinder-786383-7-smb {{(pid=98444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 11:51:59.180937 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-b1a02eed-1b9a-488c-a5ae-5c0ed38ace8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781593581213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7194589'] for segment, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:59.199254 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-b1a02eed-1b9a-488c-a5ae-5c0ed38ace8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654047'] for segment, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:59.206058 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1a02eed-1b9a-488c-a5ae-5c0ed38ace8b admin admin] Releasing vlan 684 on physical network physnet1 to pool {{(pid=98442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 11:51:59.206544 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-b1a02eed-1b9a-488c-a5ae-5c0ed38ace8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6713726'] for segment, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:59.225119 dv-cinder-786383-7-smb neutron-server[98442]: Traceback (most recent call last): May 31 11:51:59.225119 dv-cinder-786383-7-smb neutron-server[98442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 11:51:59.225119 dv-cinder-786383-7-smb neutron-server[98442]: timer() May 31 11:51:59.225119 dv-cinder-786383-7-smb neutron-server[98442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 11:51:59.225119 dv-cinder-786383-7-smb neutron-server[98442]: cb(*args, **kw) May 31 11:51:59.225119 dv-cinder-786383-7-smb neutron-server[98442]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 11:51:59.225119 dv-cinder-786383-7-smb neutron-server[98442]: return func(*args, **kwargs) May 31 11:51:59.225119 dv-cinder-786383-7-smb neutron-server[98442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 11:51:59.225119 dv-cinder-786383-7-smb neutron-server[98442]: self._notify() May 31 11:51:59.225119 dv-cinder-786383-7-smb neutron-server[98442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 11:51:59.225119 dv-cinder-786383-7-smb neutron-server[98442]: self.callback(batched_events) May 31 11:51:59.225119 dv-cinder-786383-7-smb neutron-server[98442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 11:51:59.225119 dv-cinder-786383-7-smb neutron-server[98442]: event.method(event) May 31 11:51:59.225119 dv-cinder-786383-7-smb neutron-server[98442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 11:51:59.225119 dv-cinder-786383-7-smb neutron-server[98442]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 11:51:59.225119 dv-cinder-786383-7-smb neutron-server[98442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 11:51:59.225119 dv-cinder-786383-7-smb neutron-server[98442]: aggregate_uuid = self.p_client.list_aggregates( May 31 11:51:59.225119 dv-cinder-786383-7-smb neutron-server[98442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 11:51:59.225119 dv-cinder-786383-7-smb neutron-server[98442]: return f(self, *a, **k) May 31 11:51:59.225119 dv-cinder-786383-7-smb neutron-server[98442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 11:51:59.225119 dv-cinder-786383-7-smb neutron-server[98442]: return self._get(url).json() May 31 11:51:59.225119 dv-cinder-786383-7-smb neutron-server[98442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 11:51:59.225119 dv-cinder-786383-7-smb neutron-server[98442]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 11:51:59.225119 dv-cinder-786383-7-smb neutron-server[98442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 11:51:59.225119 dv-cinder-786383-7-smb neutron-server[98442]: return self.request(url, 'GET', **kwargs) May 31 11:51:59.225119 dv-cinder-786383-7-smb neutron-server[98442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 11:51:59.225119 dv-cinder-786383-7-smb neutron-server[98442]: base_url = self.get_endpoint(auth, allow=allow, May 31 11:51:59.225119 dv-cinder-786383-7-smb neutron-server[98442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 11:51:59.225119 dv-cinder-786383-7-smb neutron-server[98442]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 11:51:59.225119 dv-cinder-786383-7-smb neutron-server[98442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 11:51:59.225119 dv-cinder-786383-7-smb neutron-server[98442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 11:51:59.225119 dv-cinder-786383-7-smb neutron-server[98442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 11:51:59.253388 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Provisioning for port 18bc7ae6-e941-49d9-8215-9809f6e6de40 completed by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:51:59.289369 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Provisioning complete for port 18bc7ae6-e941-49d9-8215-9809f6e6de40 triggered by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:51:59.289728 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:59.310480 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-b1a02eed-1b9a-488c-a5ae-5c0ed38ace8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8325956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7927536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8365519'] for network, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:59.321430 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:51:59.343270 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-b1a02eed-1b9a-488c-a5ae-5c0ed38ace8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927509'] for network, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:59.346174 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a02eed-1b9a-488c-a5ae-5c0ed38ace8b admin admin] Pushing event deleted for resources: {'Network': ['ID=3d2d6b87-a8c0-46ef-b315-18c880a374d7,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:51:59.350506 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-b1a02eed-1b9a-488c-a5ae-5c0ed38ace8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:51:59.366469 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-b1a02eed-1b9a-488c-a5ae-5c0ed38ace8b admin admin] 10.222.0.21 "DELETE /v2.0/networks/3d2d6b87-a8c0-46ef-b315-18c880a374d7 HTTP/1.1" status: 204 len: 168 time: 1.0029652 May 31 11:51:59.378469 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_hamode_db [None req-7b4bb0aa-ab7e-41e2-aae2-a890f92174eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c041ee91-a0ca-4530-98fe-ee17fa03b2ad', 'name': 'tempest-TestMinimumBasicScenario-179207139-router', 'tenant_id': '66322df3d8ad495a9450f8703d7b6319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.182'}], 'enable_snat': True}, 'gw_port_id': '8cccd528-3490-41aa-a6e8-1250b43764f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:51:55Z', 'updated_at': '2021-05-31T11:51:56Z', 'revision_number': 3, 'project_id': '66322df3d8ad495a9450f8703d7b6319', 'gw_port': {'id': '8cccd528-3490-41aa-a6e8-1250b43764f3', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:4b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c041ee91-a0ca-4530-98fe-ee17fa03b2ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:51:56Z', 'updated_at': '2021-05-31T11:51:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb'}], 'dv-cinder-786383-7-smb', False) {} {{(pid=98444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:51:59.389386 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4bb0aa-ab7e-41e2-aae2-a890f92174eb None None] Checking router: c041ee91-a0ca-4530-98fe-ee17fa03b2ad for host: dv-cinder-786383-7-smb {{(pid=98444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:51:59.389655 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4bb0aa-ab7e-41e2-aae2-a890f92174eb None None] Updating router c041ee91-a0ca-4530-98fe-ee17fa03b2ad port 8cccd528-3490-41aa-a6e8-1250b43764f3 binding host dv-cinder-786383-7-smb {{(pid=98444) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 11:51:59.390511 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.db_base_plugin_common [None req-7342f5a2-89f1-48e7-bee9-2092d3e7a652 admin admin] Allocated IP 172.20.0.1 (5697d397-7fb4-4ed9-b7a2-d2ab334e643b/fc0a95fd-e059-419d-bedd-9a6f9ad62047/4dc89738-443e-4a13-b1d5-abfe35d4c8b1) {{(pid=98443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:51:59.500001 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-7b4bb0aa-ab7e-41e2-aae2-a890f92174eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:59.551589 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:59.566747 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-7342f5a2-89f1-48e7-bee9-2092d3e7a652 admin admin] Notify callbacks [] for port, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:59.582746 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 37642) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:51:59.605972 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.provisioning_blocks [None req-7342f5a2-89f1-48e7-bee9-2092d3e7a652 admin admin] Transition to ACTIVE for port object 4dc89738-443e-4a13-b1d5-abfe35d4c8b1 will not be triggered until provisioned by entity DHCP. {{(pid=98443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:51:59.649151 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] For port 18bc7ae6-e941-49d9-8215-9809f6e6de40, host dv-cinder-786383-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-smb',level=0,port_id=18bc7ae6-e941-49d9-8215-9809f6e6de40,segment=NetworkSegment(eadb72cc-062b-4427-831b-2c871e74baaa),segment_id=eadb72cc-062b-4427-831b-2c871e74baaa)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:51:59.649892 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-9b3e6384-9429-4715-90cc-ecca3ccd7072 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=da7e9892b47c455d8e37f4de2870ea09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0654802 May 31 11:51:59.652525 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 37646) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:51:59.660123 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:59.661407 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device 3a4e424a-c49f-4d58-bb66-e744effe2986 up at agent ovs-agent-dv-cinder-786383-7-smb {{(pid=98444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:51:59.706179 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-458fcd66-d0d2-4b4b-b928-8e603240126a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:51:59.711955 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-7342f5a2-89f1-48e7-bee9-2092d3e7a652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781593114058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6347609'] for port, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:59.723333 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-04de334e-21f1-4dc0-9d2a-93fc766a7900 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:51:59.780087 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-1c628197-8905-406f-944c-e38a3cf221ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:59.805182 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7342f5a2-89f1-48e7-bee9-2092d3e7a652 admin admin] Network 5697d397-7fb4-4ed9-b7a2-d2ab334e643b is already hosted by enough agents. {{(pid=98443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:51:59.810729 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.base_scheduler [None req-7342f5a2-89f1-48e7-bee9-2092d3e7a652 admin admin] Resources bound (agent type, host, resource id): {{(pid=98443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:51:59.813081 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7342f5a2-89f1-48e7-bee9-2092d3e7a652 admin admin] Received port after_create {{(pid=98443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:51:59.866860 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7342f5a2-89f1-48e7-bee9-2092d3e7a652 admin admin] Pushing event updated for resources: {'Port': ['ID=4dc89738-443e-4a13-b1d5-abfe35d4c8b1,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:51:59.869813 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-7342f5a2-89f1-48e7-bee9-2092d3e7a652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:51:59.876601 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-1c628197-8905-406f-944c-e38a3cf221ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:59.899271 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Pushing event updated for resources: {'Port': ['ID=18bc7ae6-e941-49d9-8215-9809f6e6de40,revision_number=5']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:51:59.904476 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:51:59.917000 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-7342f5a2-89f1-48e7-bee9-2092d3e7a652 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8369524'] for router_interface, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:51:59.936129 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Provisioning for port 3a4e424a-c49f-4d58-bb66-e744effe2986 completed by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:51:59.945375 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Provisioning complete for port 3a4e424a-c49f-4d58-bb66-e744effe2986 triggered by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:51:59.945735 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:00.085837 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-0249f1b6-985c-45df-94cb-f516a8c891d4 None None] Provisioning for port 4dc89738-443e-4a13-b1d5-abfe35d4c8b1 completed by entity DHCP. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:52:00.127140 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-0249f1b6-985c-45df-94cb-f516a8c891d4 None None] Provisioning complete for port 4dc89738-443e-4a13-b1d5-abfe35d4c8b1 triggered by entity DHCP. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:52:00.127523 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-0249f1b6-985c-45df-94cb-f516a8c891d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:00.168468 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-7b4bb0aa-ab7e-41e2-aae2-a890f92174eb None None] Notify callbacks [] for port, precommit_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:00.209452 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-1c628197-8905-406f-944c-e38a3cf221ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:00.215782 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-4560a317-aa04-44ba-8e53-ef8d28dd9d8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:00.220757 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-7b4bb0aa-ab7e-41e2-aae2-a890f92174eb None None] Transition to ACTIVE for port object 8cccd528-3490-41aa-a6e8-1250b43764f3 will not be triggered until provisioned by entity L2. {{(pid=98444) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:52:00.235312 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.plugin [None req-0249f1b6-985c-45df-94cb-f516a8c891d4 None None] Port 4dc89738-443e-4a13-b1d5-abfe35d4c8b1 cannot update to ACTIVE because it is not bound. {{(pid=98444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:52:00.235675 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c628197-8905-406f-944c-e38a3cf221ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b7335fd-01d7-491b-b5f4-0a001a040e28,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:00.236783 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:00.242875 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-1c628197-8905-406f-944c-e38a3cf221ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:00.249654 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-7b4bb0aa-ab7e-41e2-aae2-a890f92174eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:00.258919 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-1c628197-8905-406f-944c-e38a3cf221ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:00.260061 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-1c628197-8905-406f-944c-e38a3cf221ce admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9b7335fd-01d7-491b-b5f4-0a001a040e28 HTTP/1.1" status: 204 len: 168 time: 0.6066408 May 31 11:52:00.263308 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-514129f5-1254-4e27-8484-1a3387fe8041 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:00.292683 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-9fdf87ec-5ce8-4616-9e32-e9b9d10b7557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:00.330368 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-7342f5a2-89f1-48e7-bee9-2092d3e7a652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:00.356037 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.managers [None req-7b4bb0aa-ab7e-41e2-aae2-a890f92174eb None None] Attempting to bind port 8cccd528-3490-41aa-a6e8-1250b43764f3 on host dv-cinder-786383-7-smb for vnic_type normal with profile {{(pid=98444) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:52:00.356425 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.managers [None req-7b4bb0aa-ab7e-41e2-aae2-a890f92174eb None None] Attempting to bind port 8cccd528-3490-41aa-a6e8-1250b43764f3 by drivers openvswitch,hyperv on host dv-cinder-786383-7-smb at level 0 using segments [{'id': '1ab87b5a-2ab4-41da-bbc3-50466ba34034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3'}] {{(pid=98444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:52:00.356782 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4bb0aa-ab7e-41e2-aae2-a890f92174eb None None] Attempting to bind port 8cccd528-3490-41aa-a6e8-1250b43764f3 on network 21abd7a8-7011-4cfc-9928-6cba34534bd3 {{(pid=98444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:52:00.368044 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4bb0aa-ab7e-41e2-aae2-a890f92174eb None None] Checking agent: {'id': '54e7e3e0-9dc4-46e7-99bd-8d5ea4dab531', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 33, 27), 'started_at': datetime.datetime(2021, 5, 31, 11, 33, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:52:00.368432 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4bb0aa-ab7e-41e2-aae2-a890f92174eb None None] Checking segment: {'id': '1ab87b5a-2ab4-41da-bbc3-50466ba34034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98444) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:52:00.368842 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-7b4bb0aa-ab7e-41e2-aae2-a890f92174eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:00.369250 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b4bb0aa-ab7e-41e2-aae2-a890f92174eb None None] Bound using segment: {'id': '1ab87b5a-2ab4-41da-bbc3-50466ba34034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3'} {{(pid=98444) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:52:00.369733 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.managers [None req-7b4bb0aa-ab7e-41e2-aae2-a890f92174eb None None] Bound port: 8cccd528-3490-41aa-a6e8-1250b43764f3, host: dv-cinder-786383-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ab87b5a-2ab4-41da-bbc3-50466ba34034', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3'}}] {{(pid=98444) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:52:00.370110 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-7b4bb0aa-ab7e-41e2-aae2-a890f92174eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:00.408616 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] For port 3a4e424a-c49f-4d58-bb66-e744effe2986, host dv-cinder-786383-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-smb',level=0,port_id=3a4e424a-c49f-4d58-bb66-e744effe2986,segment=NetworkSegment(7b437859-bd02-4389-9713-5bad34278a62),segment_id=7b437859-bd02-4389-9713-5bad34278a62)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:52:00.409543 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5abca45-592e-4b19-a9f0-0a18307cdf3a None None] Pushing event updated for resources: {'Port': ['ID=8cccd528-3490-41aa-a6e8-1250b43764f3,revision_number=2']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:00.418915 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-a5abca45-592e-4b19-a9f0-0a18307cdf3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:00.422298 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:00.425960 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-a5abca45-592e-4b19-a9f0-0a18307cdf3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:00.501729 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device a067fc06-ab35-410c-81a1-bda8be64d1d7 no longer exists at agent ovs-agent-dv-cinder-786383-7-smb {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:52:00.600112 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.plugin [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] No Port match for: a067fc06-ab35-410c-81a1-bda8be64d1d7 {{(pid=98444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:52:00.600611 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device a067fc06-ab35-410c-81a1-bda8be64d1d7 not bound to the agent host dv-cinder-786383-7-smb {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:52:00.601093 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device a08524a4-7b26-44d7-be50-93adcd101d5f no longer exists at agent ovs-agent-dv-cinder-786383-7-smb {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:52:00.605418 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-7342f5a2-89f1-48e7-bee9-2092d3e7a652 admin admin] Notify callbacks [] for port, precommit_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:00.610747 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-7342f5a2-89f1-48e7-bee9-2092d3e7a652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6347600'] for port, after_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:00.625495 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-7b4bb0aa-ab7e-41e2-aae2-a890f92174eb None None] For port 8cccd528-3490-41aa-a6e8-1250b43764f3, host dv-cinder-786383-7-smb, cleared binding levels {{(pid=98444) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:52:00.639545 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-ec67474d-173a-4550-8294-8a3d41d72876 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:00.640585 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.plugin [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] No Port match for: a08524a4-7b26-44d7-be50-93adcd101d5f {{(pid=98444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:52:00.640713 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device a08524a4-7b26-44d7-be50-93adcd101d5f not bound to the agent host dv-cinder-786383-7-smb {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:52:00.645683 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Pushing event updated for resources: {'Port': ['ID=3a4e424a-c49f-4d58-bb66-e744effe2986,revision_number=3']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:00.649239 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:00.650840 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-7b4bb0aa-ab7e-41e2-aae2-a890f92174eb None None] For port 8cccd528-3490-41aa-a6e8-1250b43764f3, host dv-cinder-786383-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-smb',level=0,port_id=8cccd528-3490-41aa-a6e8-1250b43764f3,segment=NetworkSegment(1ab87b5a-2ab4-41da-bbc3-50466ba34034),segment_id=1ab87b5a-2ab4-41da-bbc3-50466ba34034)] {{(pid=98444) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:52:00.658961 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-7b4bb0aa-ab7e-41e2-aae2-a890f92174eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:00.664106 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-b9373a3a-f30a-4570-8a61-fc4bd40a7d8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:00.674829 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 37654) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:00.737633 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7342f5a2-89f1-48e7-bee9-2092d3e7a652 admin admin] Pushing event updated for resources: {'Port': ['ID=4dc89738-443e-4a13-b1d5-abfe35d4c8b1,revision_number=2']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:00.744917 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-7342f5a2-89f1-48e7-bee9-2092d3e7a652 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:00.751935 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-5b93701a-5d3f-4a87-a9d7-dc2a9834e095 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a0eef2595c964d1bbc439cf1e51f58bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0724275 May 31 11:52:00.752124 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4bb0aa-ab7e-41e2-aae2-a890f92174eb None None] Routers {'c041ee91-a0ca-4530-98fe-ee17fa03b2ad'} bound to L3 agent in host dv-cinder-786383-7-smb {{(pid=98444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:52:00.752124 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_hamode_db [None req-7b4bb0aa-ab7e-41e2-aae2-a890f92174eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:33:28Z,description=,heartbeat_timestamp=2021-05-31T11:51:58Z,host='dv-cinder-786383-7-smb',id=18500941-09fe-4120-b40f-cc1049bfe169,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:33:28Z,topic='l3_agent')) {'router_ids': ['c041ee91-a0ca-4530-98fe-ee17fa03b2ad'], 'active': True} {{(pid=98444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:52:00.753818 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 37658) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:00.763023 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-7342f5a2-89f1-48e7-bee9-2092d3e7a652 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7929610', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8369625'] for router_interface, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:00.800380 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5abca45-592e-4b19-a9f0-0a18307cdf3a None None] Pushing event updated for resources: {'Port': ['ID=8cccd528-3490-41aa-a6e8-1250b43764f3,revision_number=3']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:00.811051 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device 18bc7ae6-e941-49d9-8215-9809f6e6de40 up at agent ovs-agent-dv-cinder-786383-7-smb {{(pid=98444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:52:00.834349 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-fb5ae002-1d9a-4259-871b-e93b6a3200e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:00.850711 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-a5abca45-592e-4b19-a9f0-0a18307cdf3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:00.862423 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-fb5ae002-1d9a-4259-871b-e93b6a3200e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:00.917143 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7342f5a2-89f1-48e7-bee9-2092d3e7a652 admin admin] Network 5697d397-7fb4-4ed9-b7a2-d2ab334e643b is already hosted by enough agents. {{(pid=98443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:52:00.918268 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.base_scheduler [None req-7342f5a2-89f1-48e7-bee9-2092d3e7a652 admin admin] Resources bound (agent type, host, resource id): {{(pid=98443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:52:00.924515 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-fb5ae002-1d9a-4259-871b-e93b6a3200e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:00.930374 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-94a08bae-c989-4965-9d77-cb5b4f780296 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:00.948480 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5ae002-1d9a-4259-871b-e93b6a3200e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a6ae44-90b6-49ef-8ea5-c86627610288,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:00.950956 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-fb5ae002-1d9a-4259-871b-e93b6a3200e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:00.954448 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-fb5ae002-1d9a-4259-871b-e93b6a3200e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:00.955602 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-fb5ae002-1d9a-4259-871b-e93b6a3200e5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/45a6ae44-90b6-49ef-8ea5-c86627610288 HTTP/1.1" status: 204 len: 168 time: 0.2008820 May 31 11:52:01.005726 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Provisioning complete for port 18bc7ae6-e941-49d9-8215-9809f6e6de40 triggered by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:52:01.006210 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:01.040421 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvr_db [None req-7b4bb0aa-ab7e-41e2-aae2-a890f92174eb None None] Set router c041ee91-a0ca-4530-98fe-ee17fa03b2ad gateway port host: dv-cinder-786383-7-smb {{(pid=98444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:52:01.149028 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7342f5a2-89f1-48e7-bee9-2092d3e7a652 admin admin] Router c041ee91-a0ca-4530-98fe-ee17fa03b2ad has already been hosted by L3 agent 18500941-09fe-4120-b40f-cc1049bfe169 {{(pid=98443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:52:01.310108 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-1ce6b924-72b7-4a84-8316-d0326dbeccb0 None None] Provisioning complete for port 4dc89738-443e-4a13-b1d5-abfe35d4c8b1 triggered by entity DHCP. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:52:01.310535 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-1ce6b924-72b7-4a84-8316-d0326dbeccb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:01.362188 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7342f5a2-89f1-48e7-bee9-2092d3e7a652 admin admin] Notify agent at l3_agent.dv-cinder-786383-7-smb the message routers_updated {{(pid=98443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:52:01.367577 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-7342f5a2-89f1-48e7-bee9-2092d3e7a652 admin admin] 10.222.0.21 "PUT /v2.0/routers/c041ee91-a0ca-4530-98fe-ee17fa03b2ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1705852 May 31 11:52:01.462051 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.plugin [None req-1ce6b924-72b7-4a84-8316-d0326dbeccb0 None None] Port 4dc89738-443e-4a13-b1d5-abfe35d4c8b1 cannot update to ACTIVE because it is not bound. {{(pid=98444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:52:01.469715 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device 3a4e424a-c49f-4d58-bb66-e744effe2986 up at agent ovs-agent-dv-cinder-786383-7-smb {{(pid=98444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:52:01.587992 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Provisioning complete for port 3a4e424a-c49f-4d58-bb66-e744effe2986 triggered by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:52:01.588372 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:01.644558 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_hamode_db [None req-7b4bb0aa-ab7e-41e2-aae2-a890f92174eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c041ee91-a0ca-4530-98fe-ee17fa03b2ad', 'name': 'tempest-TestMinimumBasicScenario-179207139-router', 'tenant_id': '66322df3d8ad495a9450f8703d7b6319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.182'}], 'enable_snat': True}, 'gw_port_id': '8cccd528-3490-41aa-a6e8-1250b43764f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:51:55Z', 'updated_at': '2021-05-31T11:52:00Z', 'revision_number': 4, 'project_id': '66322df3d8ad495a9450f8703d7b6319', 'gw_port': {'id': '8cccd528-3490-41aa-a6e8-1250b43764f3', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:4b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c041ee91-a0ca-4530-98fe-ee17fa03b2ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:51:56Z', 'updated_at': '2021-05-31T11:52:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb', '_interfaces': [{'id': '4dc89738-443e-4a13-b1d5-abfe35d4c8b1', 'name': '', 'network_id': '5697d397-7fb4-4ed9-b7a2-d2ab334e643b', 'tenant_id': '66322df3d8ad495a9450f8703d7b6319', 'mac_address': 'fa:16:3e:c8:de:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c041ee91-a0ca-4530-98fe-ee17fa03b2ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'fc0a95fd-e059-419d-bedd-9a6f9ad62047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:51:59Z', 'updated_at': '2021-05-31T11:52:00Z', 'revision_number': 2, 'project_id': '66322df3d8ad495a9450f8703d7b6319', 'subnets': [{'id': 'fc0a95fd-e059-419d-bedd-9a6f9ad62047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-smb', False) {} {{(pid=98444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:52:01.651895 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b4bb0aa-ab7e-41e2-aae2-a890f92174eb None None] The sync data for ids ['c041ee91-a0ca-4530-98fe-ee17fa03b2ad'] in dv-cinder-786383-7-smb is: [{'id': 'c041ee91-a0ca-4530-98fe-ee17fa03b2ad', 'name': 'tempest-TestMinimumBasicScenario-179207139-router', 'tenant_id': '66322df3d8ad495a9450f8703d7b6319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.182'}], 'enable_snat': True}, 'gw_port_id': '8cccd528-3490-41aa-a6e8-1250b43764f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:51:55Z', 'updated_at': '2021-05-31T11:52:00Z', 'revision_number': 4, 'project_id': '66322df3d8ad495a9450f8703d7b6319', 'gw_port': {'id': '8cccd528-3490-41aa-a6e8-1250b43764f3', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:4b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c041ee91-a0ca-4530-98fe-ee17fa03b2ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:51:56Z', 'updated_at': '2021-05-31T11:52:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb', '_interfaces': [{'id': '4dc89738-443e-4a13-b1d5-abfe35d4c8b1', 'name': '', 'network_id': '5697d397-7fb4-4ed9-b7a2-d2ab334e643b', 'tenant_id': '66322df3d8ad495a9450f8703d7b6319', 'mac_address': 'fa:16:3e:c8:de:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c041ee91-a0ca-4530-98fe-ee17fa03b2ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'fc0a95fd-e059-419d-bedd-9a6f9ad62047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:51:59Z', 'updated_at': '2021-05-31T11:52:00Z', 'revision_number': 2, 'project_id': '66322df3d8ad495a9450f8703d7b6319', 'subnets': [{'id': 'fc0a95fd-e059-419d-bedd-9a6f9ad62047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:52:01.784126 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device 47082519-e653-47af-8f1d-42ecea822b75 no longer exists at agent ovs-agent-dv-cinder-786383-7-smb {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:52:01.823608 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.plugin [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] No Port match for: 47082519-e653-47af-8f1d-42ecea822b75 {{(pid=98444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:52:01.824364 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device 47082519-e653-47af-8f1d-42ecea822b75 not bound to the agent host dv-cinder-786383-7-smb {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:52:04.720820 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4268e9-6cee-4035-838a-2cfa7accafb6 None None] Sync routers for ids ['c041ee91-a0ca-4530-98fe-ee17fa03b2ad'] in dv-cinder-786383-7-smb {{(pid=98445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:52:04.731474 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4268e9-6cee-4035-838a-2cfa7accafb6 None None] Routers {'c041ee91-a0ca-4530-98fe-ee17fa03b2ad'} bound to L3 agent in host dv-cinder-786383-7-smb {{(pid=98445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:52:04.732074 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_hamode_db [None req-9e4268e9-6cee-4035-838a-2cfa7accafb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:33:28Z,description=,heartbeat_timestamp=2021-05-31T11:51:58Z,host='dv-cinder-786383-7-smb',id=18500941-09fe-4120-b40f-cc1049bfe169,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:33:28Z,topic='l3_agent')) {'router_ids': ['c041ee91-a0ca-4530-98fe-ee17fa03b2ad'], 'active': True} {{(pid=98445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:52:04.806511 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device 8cccd528-3490-41aa-a6e8-1250b43764f3 up at agent ovs-agent-dv-cinder-786383-7-smb {{(pid=98444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:52:04.934995 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Provisioning for port 8cccd528-3490-41aa-a6e8-1250b43764f3 completed by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:52:04.940840 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Provisioning complete for port 8cccd528-3490-41aa-a6e8-1250b43764f3 triggered by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:52:04.941456 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:04.948550 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_dvr_db [None req-9e4268e9-6cee-4035-838a-2cfa7accafb6 None None] Set router c041ee91-a0ca-4530-98fe-ee17fa03b2ad gateway port host: dv-cinder-786383-7-smb {{(pid=98445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:52:05.086137 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:05.107263 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] For port 8cccd528-3490-41aa-a6e8-1250b43764f3, host dv-cinder-786383-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-smb',level=0,port_id=8cccd528-3490-41aa-a6e8-1250b43764f3,segment=NetworkSegment(1ab87b5a-2ab4-41da-bbc3-50466ba34034),segment_id=1ab87b5a-2ab4-41da-bbc3-50466ba34034)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:52:05.114012 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:05.118294 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:05.192434 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Pushing event updated for resources: {'Port': ['ID=8cccd528-3490-41aa-a6e8-1250b43764f3,revision_number=4']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:05.196308 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:05.352858 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_hamode_db [None req-9e4268e9-6cee-4035-838a-2cfa7accafb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c041ee91-a0ca-4530-98fe-ee17fa03b2ad', 'name': 'tempest-TestMinimumBasicScenario-179207139-router', 'tenant_id': '66322df3d8ad495a9450f8703d7b6319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.182'}], 'enable_snat': True}, 'gw_port_id': '8cccd528-3490-41aa-a6e8-1250b43764f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:51:55Z', 'updated_at': '2021-05-31T11:52:00Z', 'revision_number': 4, 'project_id': '66322df3d8ad495a9450f8703d7b6319', 'gw_port': {'id': '8cccd528-3490-41aa-a6e8-1250b43764f3', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:4b:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c041ee91-a0ca-4530-98fe-ee17fa03b2ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:51:56Z', 'updated_at': '2021-05-31T11:52:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb', '_interfaces': [{'id': '4dc89738-443e-4a13-b1d5-abfe35d4c8b1', 'name': '', 'network_id': '5697d397-7fb4-4ed9-b7a2-d2ab334e643b', 'tenant_id': '66322df3d8ad495a9450f8703d7b6319', 'mac_address': 'fa:16:3e:c8:de:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c041ee91-a0ca-4530-98fe-ee17fa03b2ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'fc0a95fd-e059-419d-bedd-9a6f9ad62047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:51:59Z', 'updated_at': '2021-05-31T11:52:00Z', 'revision_number': 2, 'project_id': '66322df3d8ad495a9450f8703d7b6319', 'subnets': [{'id': 'fc0a95fd-e059-419d-bedd-9a6f9ad62047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-smb', False) {} {{(pid=98445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:52:05.357388 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4268e9-6cee-4035-838a-2cfa7accafb6 None None] Checking router: c041ee91-a0ca-4530-98fe-ee17fa03b2ad for host: dv-cinder-786383-7-smb {{(pid=98445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:52:05.357900 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4268e9-6cee-4035-838a-2cfa7accafb6 None None] Updating router c041ee91-a0ca-4530-98fe-ee17fa03b2ad port 4dc89738-443e-4a13-b1d5-abfe35d4c8b1 binding host dv-cinder-786383-7-smb {{(pid=98445) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 31 11:52:05.418458 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron_lib.callbacks.manager [None req-9e4268e9-6cee-4035-838a-2cfa7accafb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:05.807219 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron_lib.callbacks.manager [None req-9e4268e9-6cee-4035-838a-2cfa7accafb6 None None] Notify callbacks [] for port, precommit_update {{(pid=98445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:05.823433 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.provisioning_blocks [None req-9e4268e9-6cee-4035-838a-2cfa7accafb6 None None] Transition to ACTIVE for port object 4dc89738-443e-4a13-b1d5-abfe35d4c8b1 will not be triggered until provisioned by entity L2. {{(pid=98445) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:52:05.831784 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron_lib.callbacks.manager [None req-9e4268e9-6cee-4035-838a-2cfa7accafb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:05.836181 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG oslo_concurrency.lockutils [None req-566c0f80-2d46-408e-baee-a3a4ecbb7e01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:05.951021 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4431c82a-58af-478c-872a-c8c82f06a37b None None] Pushing event updated for resources: {'Port': ['ID=4dc89738-443e-4a13-b1d5-abfe35d4c8b1,revision_number=3']} {{(pid=98445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:05.953861 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG oslo_concurrency.lockutils [None req-4431c82a-58af-478c-872a-c8c82f06a37b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=98445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:06.083288 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.plugins.ml2.managers [None req-9e4268e9-6cee-4035-838a-2cfa7accafb6 None None] Attempting to bind port 4dc89738-443e-4a13-b1d5-abfe35d4c8b1 on host dv-cinder-786383-7-smb for vnic_type normal with profile {{(pid=98445) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:52:06.083650 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.plugins.ml2.managers [None req-9e4268e9-6cee-4035-838a-2cfa7accafb6 None None] Attempting to bind port 4dc89738-443e-4a13-b1d5-abfe35d4c8b1 by drivers openvswitch,hyperv on host dv-cinder-786383-7-smb at level 0 using segments [{'id': '7b437859-bd02-4389-9713-5bad34278a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '5697d397-7fb4-4ed9-b7a2-d2ab334e643b'}] {{(pid=98445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:52:06.084010 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4268e9-6cee-4035-838a-2cfa7accafb6 None None] Attempting to bind port 4dc89738-443e-4a13-b1d5-abfe35d4c8b1 on network 5697d397-7fb4-4ed9-b7a2-d2ab334e643b {{(pid=98445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:52:06.092849 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4268e9-6cee-4035-838a-2cfa7accafb6 None None] Checking agent: {'id': '54e7e3e0-9dc4-46e7-99bd-8d5ea4dab531', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-7-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 33, 27), 'started_at': datetime.datetime(2021, 5, 31, 11, 33, 57), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 51, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-7-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=98445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:52:06.093222 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4268e9-6cee-4035-838a-2cfa7accafb6 None None] Checking segment: {'id': '7b437859-bd02-4389-9713-5bad34278a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '5697d397-7fb4-4ed9-b7a2-d2ab334e643b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98445) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:52:06.093621 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron_lib.callbacks.manager [None req-9e4268e9-6cee-4035-838a-2cfa7accafb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=98445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:06.094016 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4268e9-6cee-4035-838a-2cfa7accafb6 None None] Bound using segment: {'id': '7b437859-bd02-4389-9713-5bad34278a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '5697d397-7fb4-4ed9-b7a2-d2ab334e643b'} {{(pid=98445) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:52:06.094621 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.plugins.ml2.managers [None req-9e4268e9-6cee-4035-838a-2cfa7accafb6 None None] Bound port: 4dc89738-443e-4a13-b1d5-abfe35d4c8b1, host: dv-cinder-786383-7-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b437859-bd02-4389-9713-5bad34278a62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 685, 'network_id': '5697d397-7fb4-4ed9-b7a2-d2ab334e643b'}}] {{(pid=98445) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:52:06.095014 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron_lib.callbacks.manager [None req-9e4268e9-6cee-4035-838a-2cfa7accafb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:06.202400 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.plugins.ml2.db [None req-9e4268e9-6cee-4035-838a-2cfa7accafb6 None None] For port 4dc89738-443e-4a13-b1d5-abfe35d4c8b1, host dv-cinder-786383-7-smb, cleared binding levels {{(pid=98445) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:52:06.205631 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.plugins.ml2.db [None req-9e4268e9-6cee-4035-838a-2cfa7accafb6 None None] For port 4dc89738-443e-4a13-b1d5-abfe35d4c8b1, host dv-cinder-786383-7-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-smb',level=0,port_id=4dc89738-443e-4a13-b1d5-abfe35d4c8b1,segment=NetworkSegment(7b437859-bd02-4389-9713-5bad34278a62),segment_id=7b437859-bd02-4389-9713-5bad34278a62)] {{(pid=98445) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:52:06.213263 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron_lib.callbacks.manager [None req-9e4268e9-6cee-4035-838a-2cfa7accafb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98445) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:06.217339 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG oslo_concurrency.lockutils [None req-168f2622-6f42-4518-9be3-cae59012ac72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:06.294541 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4268e9-6cee-4035-838a-2cfa7accafb6 None None] Routers {'c041ee91-a0ca-4530-98fe-ee17fa03b2ad'} bound to L3 agent in host dv-cinder-786383-7-smb {{(pid=98445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:52:06.295193 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_hamode_db [None req-9e4268e9-6cee-4035-838a-2cfa7accafb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:33:28Z,description=,heartbeat_timestamp=2021-05-31T11:51:58Z,host='dv-cinder-786383-7-smb',id=18500941-09fe-4120-b40f-cc1049bfe169,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:33:28Z,topic='l3_agent')) {'router_ids': ['c041ee91-a0ca-4530-98fe-ee17fa03b2ad'], 'active': True} {{(pid=98445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:52:06.401687 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4431c82a-58af-478c-872a-c8c82f06a37b None None] Pushing event updated for resources: {'Port': ['ID=4dc89738-443e-4a13-b1d5-abfe35d4c8b1,revision_number=4']} {{(pid=98445) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:06.404926 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG oslo_concurrency.lockutils [None req-4431c82a-58af-478c-872a-c8c82f06a37b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=98445) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:06.514230 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_dvr_db [None req-9e4268e9-6cee-4035-838a-2cfa7accafb6 None None] Set router c041ee91-a0ca-4530-98fe-ee17fa03b2ad gateway port host: dv-cinder-786383-7-smb {{(pid=98445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:52:06.819320 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device 8cccd528-3490-41aa-a6e8-1250b43764f3 up at agent ovs-agent-dv-cinder-786383-7-smb {{(pid=98444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:52:06.917653 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_hamode_db [None req-9e4268e9-6cee-4035-838a-2cfa7accafb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c041ee91-a0ca-4530-98fe-ee17fa03b2ad', 'name': 'tempest-TestMinimumBasicScenario-179207139-router', 'tenant_id': '66322df3d8ad495a9450f8703d7b6319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.182'}], 'enable_snat': True}, 'gw_port_id': '8cccd528-3490-41aa-a6e8-1250b43764f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:51:55Z', 'updated_at': '2021-05-31T11:52:00Z', 'revision_number': 4, 'project_id': '66322df3d8ad495a9450f8703d7b6319', 'gw_port': {'id': '8cccd528-3490-41aa-a6e8-1250b43764f3', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:4b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c041ee91-a0ca-4530-98fe-ee17fa03b2ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:51:56Z', 'updated_at': '2021-05-31T11:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb', '_interfaces': [{'id': '4dc89738-443e-4a13-b1d5-abfe35d4c8b1', 'name': '', 'network_id': '5697d397-7fb4-4ed9-b7a2-d2ab334e643b', 'tenant_id': '66322df3d8ad495a9450f8703d7b6319', 'mac_address': 'fa:16:3e:c8:de:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c041ee91-a0ca-4530-98fe-ee17fa03b2ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'fc0a95fd-e059-419d-bedd-9a6f9ad62047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:51:59Z', 'updated_at': '2021-05-31T11:52:06Z', 'revision_number': 4, 'project_id': '66322df3d8ad495a9450f8703d7b6319', 'subnets': [{'id': 'fc0a95fd-e059-419d-bedd-9a6f9ad62047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-smb', False) {} {{(pid=98445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:52:06.922325 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4268e9-6cee-4035-838a-2cfa7accafb6 None None] The sync data for ids ['c041ee91-a0ca-4530-98fe-ee17fa03b2ad'] in dv-cinder-786383-7-smb is: [{'id': 'c041ee91-a0ca-4530-98fe-ee17fa03b2ad', 'name': 'tempest-TestMinimumBasicScenario-179207139-router', 'tenant_id': '66322df3d8ad495a9450f8703d7b6319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.182'}], 'enable_snat': True}, 'gw_port_id': '8cccd528-3490-41aa-a6e8-1250b43764f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:51:55Z', 'updated_at': '2021-05-31T11:52:00Z', 'revision_number': 4, 'project_id': '66322df3d8ad495a9450f8703d7b6319', 'gw_port': {'id': '8cccd528-3490-41aa-a6e8-1250b43764f3', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:4b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c041ee91-a0ca-4530-98fe-ee17fa03b2ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:51:56Z', 'updated_at': '2021-05-31T11:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb', '_interfaces': [{'id': '4dc89738-443e-4a13-b1d5-abfe35d4c8b1', 'name': '', 'network_id': '5697d397-7fb4-4ed9-b7a2-d2ab334e643b', 'tenant_id': '66322df3d8ad495a9450f8703d7b6319', 'mac_address': 'fa:16:3e:c8:de:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c041ee91-a0ca-4530-98fe-ee17fa03b2ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'fc0a95fd-e059-419d-bedd-9a6f9ad62047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:51:59Z', 'updated_at': '2021-05-31T11:52:06Z', 'revision_number': 4, 'project_id': '66322df3d8ad495a9450f8703d7b6319', 'subnets': [{'id': 'fc0a95fd-e059-419d-bedd-9a6f9ad62047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:52:06.934088 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Provisioning complete for port 8cccd528-3490-41aa-a6e8-1250b43764f3 triggered by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:52:06.934608 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:07.185898 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device 4dc89738-443e-4a13-b1d5-abfe35d4c8b1 up at agent ovs-agent-dv-cinder-786383-7-smb {{(pid=98444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:52:07.291570 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Provisioning for port 4dc89738-443e-4a13-b1d5-abfe35d4c8b1 completed by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:52:07.297189 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Provisioning complete for port 4dc89738-443e-4a13-b1d5-abfe35d4c8b1 triggered by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:52:07.297560 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:07.445922 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:07.486044 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] For port 4dc89738-443e-4a13-b1d5-abfe35d4c8b1, host dv-cinder-786383-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-smb',level=0,port_id=4dc89738-443e-4a13-b1d5-abfe35d4c8b1,segment=NetworkSegment(7b437859-bd02-4389-9713-5bad34278a62),segment_id=7b437859-bd02-4389-9713-5bad34278a62)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:52:07.496823 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:07.507315 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-41cbd8cc-b006-4548-9c4b-e498bea3195f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:07.589015 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Pushing event updated for resources: {'Port': ['ID=4dc89738-443e-4a13-b1d5-abfe35d4c8b1,revision_number=5']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:07.592953 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:08.570959 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:08.764432 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device 4dc89738-443e-4a13-b1d5-abfe35d4c8b1 up at agent ovs-agent-dv-cinder-786383-7-smb {{(pid=98444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:52:08.842848 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Provisioning complete for port 4dc89738-443e-4a13-b1d5-abfe35d4c8b1 triggered by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:52:08.843777 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:10.599341 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.agents_db [None req-9d677285-078d-4c88-aefd-aa7dfcc00faf None None] Agent healthcheck: found 6 active agents {{(pid=98445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:52:11.450489 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64112897-3ef6-4204-af28-edc4bc2b7a6e req-c0ac026d-fdd5-48f1-a6e0-7b18c61933bc tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:11.451158 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [req-64112897-3ef6-4204-af28-edc4bc2b7a6e req-c0ac026d-fdd5-48f1-a6e0-7b18c61933bc tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Synchronizing usage tracker for tenant:fe2be64d30ab4738869bd6e174d36ca0 on resource:network {{(pid=98442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:52:11.473847 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [req-64112897-3ef6-4204-af28-edc4bc2b7a6e req-c0ac026d-fdd5-48f1-a6e0-7b18c61933bc tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Unset dirty status for tenant:fe2be64d30ab4738869bd6e174d36ca0 on resource:network {{(pid=98442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:52:11.475156 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-64112897-3ef6-4204-af28-edc4bc2b7a6e req-c0ac026d-fdd5-48f1-a6e0-7b18c61933bc tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "GET /v2.0/networks?id=a043b753-ba8b-4d0b-a62e-d6873c4f822a HTTP/1.1" status: 200 len: 814 time: 0.1818049 May 31 11:52:11.492126 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-64112897-3ef6-4204-af28-edc4bc2b7a6e req-ad43f991-f16a-4820-acd7-1c6db8d378fa tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "GET /v2.0/quotas/fe2be64d30ab4738869bd6e174d36ca0 HTTP/1.1" status: 200 len: 375 time: 0.0101626 May 31 11:52:11.582098 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [req-64112897-3ef6-4204-af28-edc4bc2b7a6e req-5941d9ff-893e-4393-98ec-467d82d8dac4 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Synchronizing usage tracker for tenant:fe2be64d30ab4738869bd6e174d36ca0 on resource:port {{(pid=98442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:52:11.602894 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [req-64112897-3ef6-4204-af28-edc4bc2b7a6e req-5941d9ff-893e-4393-98ec-467d82d8dac4 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Unset dirty status for tenant:fe2be64d30ab4738869bd6e174d36ca0 on resource:port {{(pid=98442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:52:11.604260 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-64112897-3ef6-4204-af28-edc4bc2b7a6e req-5941d9ff-893e-4393-98ec-467d82d8dac4 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fe2be64d30ab4738869bd6e174d36ca0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1068637 May 31 11:52:11.736217 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [req-64112897-3ef6-4204-af28-edc4bc2b7a6e req-130321fa-972a-43f1-ba15-4e701555524e service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=98442) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 11:52:11.737186 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-64112897-3ef6-4204-af28-edc4bc2b7a6e req-130321fa-972a-43f1-ba15-4e701555524e service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1094694 May 31 11:52:11.971705 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-64112897-3ef6-4204-af28-edc4bc2b7a6e req-2cd18dfb-d2db-4cc1-b97a-0175b0048fc1 service neutron] 10.222.0.21 "GET /v2.0/networks/a043b753-ba8b-4d0b-a62e-d6873c4f822a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281196 May 31 11:52:12.112437 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-64112897-3ef6-4204-af28-edc4bc2b7a6e req-a4539a8c-3c40-4f47-b0fe-aa09f85f1137 service neutron] 10.222.0.21 "GET /v2.0/networks/a043b753-ba8b-4d0b-a62e-d6873c4f822a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344302 May 31 11:52:12.427620 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-f44f18e7-7179-48e9-ab5f-9a7abb4a8094 req-7dd2807b-0093-4059-8c8b-0c3edf844aba tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b82c97-fcad-497d-9f9a-6a31613ed0e1 HTTP/1.1" status: 200 len: 210 time: 0.1700578 May 31 11:52:13.526925 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64112897-3ef6-4204-af28-edc4bc2b7a6e req-66ddce0f-3a26-40bb-a877-ca6243a0c72c tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:13.528562 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-64112897-3ef6-4204-af28-edc4bc2b7a6e req-66ddce0f-3a26-40bb-a877-ca6243a0c72c tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.61 "GET /v2.0/networks?id=a043b753-ba8b-4d0b-a62e-d6873c4f822a HTTP/1.1" status: 200 len: 814 time: 0.1544504 May 31 11:52:13.547785 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.v2.base [req-64112897-3ef6-4204-af28-edc4bc2b7a6e req-90f43049-1320-485a-99e8-6da837778fb2 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Request body: {'port': {'device_id': '49b82c97-fcad-497d-9f9a-6a31613ed0e1', 'network_id': 'a043b753-ba8b-4d0b-a62e-d6873c4f822a', 'admin_state_up': True, 'tenant_id': 'fe2be64d30ab4738869bd6e174d36ca0'}} {{(pid=98443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:52:13.586947 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-5d6871f2-83d5-4622-93d6-17d3134e3f00 req-2d1eef5c-7d65-4119-96d6-d31a14663a86 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b82c97-fcad-497d-9f9a-6a31613ed0e1 HTTP/1.1" status: 200 len: 210 time: 0.0479279 May 31 11:52:13.690587 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [req-64112897-3ef6-4204-af28-edc4bc2b7a6e req-90f43049-1320-485a-99e8-6da837778fb2 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:52:13.701054 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [req-64112897-3ef6-4204-af28-edc4bc2b7a6e req-90f43049-1320-485a-99e8-6da837778fb2 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:52:13.714173 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64112897-3ef6-4204-af28-edc4bc2b7a6e req-90f43049-1320-485a-99e8-6da837778fb2 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Made reservation on behalf of fe2be64d30ab4738869bd6e174d36ca0 for: {'port': 1} {{(pid=98443) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 31 11:52:13.718076 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-64112897-3ef6-4204-af28-edc4bc2b7a6e req-90f43049-1320-485a-99e8-6da837778fb2 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:13.887942 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.db_base_plugin_common [req-64112897-3ef6-4204-af28-edc4bc2b7a6e req-90f43049-1320-485a-99e8-6da837778fb2 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Allocated IP 172.20.0.12 (a043b753-ba8b-4d0b-a62e-d6873c4f822a/d74cff47-7684-410e-815c-710c0c2de647/2ed35980-6c7a-421e-a563-c326ccce6abc) {{(pid=98443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:52:14.254303 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-64112897-3ef6-4204-af28-edc4bc2b7a6e req-90f43049-1320-485a-99e8-6da837778fb2 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Notify callbacks [] for port, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:14.270819 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.provisioning_blocks [req-64112897-3ef6-4204-af28-edc4bc2b7a6e req-90f43049-1320-485a-99e8-6da837778fb2 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Transition to ACTIVE for port object 2ed35980-6c7a-421e-a563-c326ccce6abc will not be triggered until provisioned by entity DHCP. {{(pid=98443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:52:14.298589 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-64112897-3ef6-4204-af28-edc4bc2b7a6e req-90f43049-1320-485a-99e8-6da837778fb2 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781593114058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6347609'] for port, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:14.312110 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-c155d154-e197-4dc2-84b2-3b12012d33b9 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:14.365090 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64112897-3ef6-4204-af28-edc4bc2b7a6e req-90f43049-1320-485a-99e8-6da837778fb2 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Network a043b753-ba8b-4d0b-a62e-d6873c4f822a is already hosted by enough agents. {{(pid=98443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:52:14.373825 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.base_scheduler [req-64112897-3ef6-4204-af28-edc4bc2b7a6e req-90f43049-1320-485a-99e8-6da837778fb2 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Resources bound (agent type, host, resource id): {{(pid=98443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:52:14.376711 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.l3_dvrscheduler_db [req-64112897-3ef6-4204-af28-edc4bc2b7a6e req-90f43049-1320-485a-99e8-6da837778fb2 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Received port after_create {{(pid=98443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:52:14.436638 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f43049-1320-485a-99e8-6da837778fb2 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Pushing event updated for resources: {'Port': ['ID=2ed35980-6c7a-421e-a563-c326ccce6abc,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:14.439737 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-90f43049-1320-485a-99e8-6da837778fb2 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:14.458189 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64112897-3ef6-4204-af28-edc4bc2b7a6e req-90f43049-1320-485a-99e8-6da837778fb2 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:14.458829 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-64112897-3ef6-4204-af28-edc4bc2b7a6e req-90f43049-1320-485a-99e8-6da837778fb2 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523773'] for port, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:14.493487 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-64112897-3ef6-4204-af28-edc4bc2b7a6e req-90f43049-1320-485a-99e8-6da837778fb2 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9497416 May 31 11:52:14.640497 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-076bec60-bceb-4fa0-8eda-6f111a14fb34 None None] Provisioning for port 2ed35980-6c7a-421e-a563-c326ccce6abc completed by entity DHCP. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:52:14.646865 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-076bec60-bceb-4fa0-8eda-6f111a14fb34 None None] Provisioning complete for port 2ed35980-6c7a-421e-a563-c326ccce6abc triggered by entity DHCP. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:52:14.647450 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-076bec60-bceb-4fa0-8eda-6f111a14fb34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:14.712907 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.plugin [None req-076bec60-bceb-4fa0-8eda-6f111a14fb34 None None] Port 2ed35980-6c7a-421e-a563-c326ccce6abc cannot update to ACTIVE because it is not bound. {{(pid=98444) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 31 11:52:14.797104 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21318ed8-94b2-4047-a4cf-d0cd2740fffc req-a779622a-85b8-4226-b3bf-36618b413cb5 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:14.799320 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-21318ed8-94b2-4047-a4cf-d0cd2740fffc req-a779622a-85b8-4226-b3bf-36618b413cb5 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b82c97-fcad-497d-9f9a-6a31613ed0e1 HTTP/1.1" status: 200 len: 932 time: 0.0936327 May 31 11:52:14.846318 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [req-21318ed8-94b2-4047-a4cf-d0cd2740fffc req-e6d313be-6da3-4faa-856a-5faa7cbf9d97 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Synchronizing usage tracker for tenant:fe2be64d30ab4738869bd6e174d36ca0 on resource:security_group {{(pid=98442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:52:14.865962 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [req-21318ed8-94b2-4047-a4cf-d0cd2740fffc req-e6d313be-6da3-4faa-856a-5faa7cbf9d97 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Unset dirty status for tenant:fe2be64d30ab4738869bd6e174d36ca0 on resource:security_group {{(pid=98442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:52:14.867635 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-21318ed8-94b2-4047-a4cf-d0cd2740fffc req-e6d313be-6da3-4faa-856a-5faa7cbf9d97 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "GET /v2.0/security-groups?id=ead82c87-2fa2-4bc9-8460-6979e6fb3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625203 May 31 11:52:16.066704 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e6541e-d3cd-4ade-96cc-987e7181ab77 req-7669aa32-35c8-44ee-b425-fe4055d0a456 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:16.068858 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-35e6541e-d3cd-4ade-96cc-987e7181ab77 req-7669aa32-35c8-44ee-b425-fe4055d0a456 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b82c97-fcad-497d-9f9a-6a31613ed0e1 HTTP/1.1" status: 200 len: 932 time: 0.0895319 May 31 11:52:16.116035 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-35e6541e-d3cd-4ade-96cc-987e7181ab77 req-7a5ffeea-c3de-4648-94fa-74ec46069264 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "GET /v2.0/security-groups?id=ead82c87-2fa2-4bc9-8460-6979e6fb3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414975 May 31 11:52:17.334884 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf989ecd-77da-41fa-8f64-a4017f54dfa0 req-73021c83-1ba8-4db0-b899-c3906f7447a5 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:17.336437 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-cf989ecd-77da-41fa-8f64-a4017f54dfa0 req-73021c83-1ba8-4db0-b899-c3906f7447a5 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b82c97-fcad-497d-9f9a-6a31613ed0e1 HTTP/1.1" status: 200 len: 932 time: 0.1011736 May 31 11:52:17.383654 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-cf989ecd-77da-41fa-8f64-a4017f54dfa0 req-bc736a57-4184-4ea8-8285-1553c10c1b12 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "GET /v2.0/security-groups?id=ead82c87-2fa2-4bc9-8460-6979e6fb3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413611 May 31 11:52:18.609314 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a311dd4a-954f-4aad-a7f2-81e7059a72d7 req-5f2cfe83-f5e6-4852-8ed0-d7a98bb6863f tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:18.610831 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-a311dd4a-954f-4aad-a7f2-81e7059a72d7 req-5f2cfe83-f5e6-4852-8ed0-d7a98bb6863f tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b82c97-fcad-497d-9f9a-6a31613ed0e1 HTTP/1.1" status: 200 len: 932 time: 0.0987165 May 31 11:52:18.659021 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-a311dd4a-954f-4aad-a7f2-81e7059a72d7 req-33b4e3d7-cb67-4d38-93e2-171dd06ef1d4 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "GET /v2.0/security-groups?id=ead82c87-2fa2-4bc9-8460-6979e6fb3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419495 May 31 11:52:19.872022 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1ccd97-da99-4a42-a4f5-c48b874a0b72 req-290ab377-7eef-4df4-ad08-72f123af1040 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:19.873497 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-2b1ccd97-da99-4a42-a4f5-c48b874a0b72 req-290ab377-7eef-4df4-ad08-72f123af1040 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b82c97-fcad-497d-9f9a-6a31613ed0e1 HTTP/1.1" status: 200 len: 932 time: 0.1022964 May 31 11:52:19.924273 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-2b1ccd97-da99-4a42-a4f5-c48b874a0b72 req-00f7ef82-f5e6-4c4e-86e5-711ecf4e80df tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "GET /v2.0/security-groups?id=ead82c87-2fa2-4bc9-8460-6979e6fb3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448017 May 31 11:52:21.120432 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a0c75a-688c-4874-90d9-83e234b562f9 req-079b4be1-b2de-4581-a572-05a7009bd515 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:21.123234 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-67a0c75a-688c-4874-90d9-83e234b562f9 req-079b4be1-b2de-4581-a572-05a7009bd515 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b82c97-fcad-497d-9f9a-6a31613ed0e1 HTTP/1.1" status: 200 len: 932 time: 0.0865877 May 31 11:52:21.179950 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-67a0c75a-688c-4874-90d9-83e234b562f9 req-e100bce1-7f96-4f32-9ae2-6661253a7795 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "GET /v2.0/security-groups?id=ead82c87-2fa2-4bc9-8460-6979e6fb3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508623 May 31 11:52:22.393443 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c87f5f4-653e-45e1-a870-cd4b17a84730 req-19b193e0-232c-487b-86b0-017ddcfd8cb3 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:22.394937 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-1c87f5f4-653e-45e1-a870-cd4b17a84730 req-19b193e0-232c-487b-86b0-017ddcfd8cb3 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b82c97-fcad-497d-9f9a-6a31613ed0e1 HTTP/1.1" status: 200 len: 932 time: 0.0906894 May 31 11:52:22.445487 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-1c87f5f4-653e-45e1-a870-cd4b17a84730 req-ffb04d0a-94e8-4d5c-8ce4-9e597bb4aa63 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "GET /v2.0/security-groups?id=ead82c87-2fa2-4bc9-8460-6979e6fb3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437860 May 31 11:52:23.644697 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b87289-3dae-430f-8069-7aa7efc0edf6 req-73dd6a30-ebca-482e-971c-4a6c8c8f2615 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:23.646183 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-95b87289-3dae-430f-8069-7aa7efc0edf6 req-73dd6a30-ebca-482e-971c-4a6c8c8f2615 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b82c97-fcad-497d-9f9a-6a31613ed0e1 HTTP/1.1" status: 200 len: 932 time: 0.0937417 May 31 11:52:23.693875 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-95b87289-3dae-430f-8069-7aa7efc0edf6 req-41f48fb4-58a8-496b-abc4-218cf7e53229 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "GET /v2.0/security-groups?id=ead82c87-2fa2-4bc9-8460-6979e6fb3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414515 May 31 11:52:24.037216 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [req-64112897-3ef6-4204-af28-edc4bc2b7a6e req-0a9981f2-3641-4128-9fcb-9c6ba9caa98d tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=98443) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 31 11:52:24.038693 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-64112897-3ef6-4204-af28-edc4bc2b7a6e req-0a9981f2-3641-4128-9fcb-9c6ba9caa98d tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088468 May 31 11:52:24.107394 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.v2.base [req-64112897-3ef6-4204-af28-edc4bc2b7a6e req-85043baf-3f13-4854-94f4-cc0c082d8c9a service neutron] Request body: {'port': {'device_id': '49b82c97-fcad-497d-9f9a-6a31613ed0e1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=98443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:52:24.223238 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-64112897-3ef6-4204-af28-edc4bc2b7a6e req-85043baf-3f13-4854-94f4-cc0c082d8c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:24.574742 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.notifiers.nova [req-64112897-3ef6-4204-af28-edc4bc2b7a6e req-85043baf-3f13-4854-94f4-cc0c082d8c9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ed35980-6c7a-421e-a563-c326ccce6abc {{(pid=98443) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:52:24.582637 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-64112897-3ef6-4204-af28-edc4bc2b7a6e req-85043baf-3f13-4854-94f4-cc0c082d8c9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:24.598022 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.provisioning_blocks [req-64112897-3ef6-4204-af28-edc4bc2b7a6e req-85043baf-3f13-4854-94f4-cc0c082d8c9a service neutron] Transition to ACTIVE for port object 2ed35980-6c7a-421e-a563-c326ccce6abc will not be triggered until provisioned by entity L2. {{(pid=98443) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 31 11:52:24.603995 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-64112897-3ef6-4204-af28-edc4bc2b7a6e req-85043baf-3f13-4854-94f4-cc0c082d8c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6347600'] for port, after_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:24.607539 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:24.765727 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-c9395bfd-3345-4544-ace7-31c459699e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:24.773865 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85043baf-3f13-4854-94f4-cc0c082d8c9a service neutron] Pushing event updated for resources: {'Port': ['ID=2ed35980-6c7a-421e-a563-c326ccce6abc,revision_number=2']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:24.801321 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-85043baf-3f13-4854-94f4-cc0c082d8c9a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:24.860081 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.managers [req-64112897-3ef6-4204-af28-edc4bc2b7a6e req-85043baf-3f13-4854-94f4-cc0c082d8c9a service neutron] Attempting to bind port 2ed35980-6c7a-421e-a563-c326ccce6abc on host hv-cinder-78638 for vnic_type normal with profile {{(pid=98443) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 31 11:52:24.860389 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.managers [req-64112897-3ef6-4204-af28-edc4bc2b7a6e req-85043baf-3f13-4854-94f4-cc0c082d8c9a service neutron] Attempting to bind port 2ed35980-6c7a-421e-a563-c326ccce6abc by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'eadb72cc-062b-4427-831b-2c871e74baaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'a043b753-ba8b-4d0b-a62e-d6873c4f822a'}] {{(pid=98443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 31 11:52:24.860758 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64112897-3ef6-4204-af28-edc4bc2b7a6e req-85043baf-3f13-4854-94f4-cc0c082d8c9a service neutron] Attempting to bind port 2ed35980-6c7a-421e-a563-c326ccce6abc on network a043b753-ba8b-4d0b-a62e-d6873c4f822a {{(pid=98443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:52:24.865403 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64112897-3ef6-4204-af28-edc4bc2b7a6e req-85043baf-3f13-4854-94f4-cc0c082d8c9a service neutron] Port 2ed35980-6c7a-421e-a563-c326ccce6abc on network a043b753-ba8b-4d0b-a62e-d6873c4f822a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=98443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 31 11:52:24.865752 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64112897-3ef6-4204-af28-edc4bc2b7a6e req-85043baf-3f13-4854-94f4-cc0c082d8c9a service neutron] Attempting to bind port 2ed35980-6c7a-421e-a563-c326ccce6abc on network a043b753-ba8b-4d0b-a62e-d6873c4f822a {{(pid=98443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 31 11:52:24.871590 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64112897-3ef6-4204-af28-edc4bc2b7a6e req-85043baf-3f13-4854-94f4-cc0c082d8c9a service neutron] Checking agent: {'id': '63ca40a8-ec34-4216-8e55-4658d3f28a5e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 31, 11, 39, 38), 'started_at': datetime.datetime(2021, 5, 31, 11, 39, 38), 'heartbeat_timestamp': datetime.datetime(2021, 5, 31, 11, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=98443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 31 11:52:24.871925 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64112897-3ef6-4204-af28-edc4bc2b7a6e req-85043baf-3f13-4854-94f4-cc0c082d8c9a service neutron] Checking segment: {'id': 'eadb72cc-062b-4427-831b-2c871e74baaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'a043b753-ba8b-4d0b-a62e-d6873c4f822a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=98443) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 31 11:52:24.872305 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64112897-3ef6-4204-af28-edc4bc2b7a6e req-85043baf-3f13-4854-94f4-cc0c082d8c9a service neutron] Bound using segment: {'id': 'eadb72cc-062b-4427-831b-2c871e74baaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'a043b753-ba8b-4d0b-a62e-d6873c4f822a'} {{(pid=98443) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 31 11:52:24.872712 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.managers [req-64112897-3ef6-4204-af28-edc4bc2b7a6e req-85043baf-3f13-4854-94f4-cc0c082d8c9a service neutron] Bound port: 2ed35980-6c7a-421e-a563-c326ccce6abc, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eadb72cc-062b-4427-831b-2c871e74baaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': 'a043b753-ba8b-4d0b-a62e-d6873c4f822a'}}] {{(pid=98443) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 31 11:52:24.873050 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-64112897-3ef6-4204-af28-edc4bc2b7a6e req-85043baf-3f13-4854-94f4-cc0c082d8c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:24.902149 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b94d6d-cc79-4e49-873d-a59a5ad9d23a req-70e381c1-0e1d-496a-b957-c615b2cdb25b tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:24.903623 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-a9b94d6d-cc79-4e49-873d-a59a5ad9d23a req-70e381c1-0e1d-496a-b957-c615b2cdb25b tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b82c97-fcad-497d-9f9a-6a31613ed0e1 HTTP/1.1" status: 200 len: 944 time: 0.0793197 May 31 11:52:24.953572 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-a9b94d6d-cc79-4e49-873d-a59a5ad9d23a req-aced7a2e-3b28-4260-bcde-136864ebf996 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "GET /v2.0/security-groups?id=ead82c87-2fa2-4bc9-8460-6979e6fb3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425179 May 31 11:52:24.971207 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.db [req-64112897-3ef6-4204-af28-edc4bc2b7a6e req-85043baf-3f13-4854-94f4-cc0c082d8c9a service neutron] For port 2ed35980-6c7a-421e-a563-c326ccce6abc, host hv-cinder-78638, cleared binding levels {{(pid=98443) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 31 11:52:24.974434 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.db [req-64112897-3ef6-4204-af28-edc4bc2b7a6e req-85043baf-3f13-4854-94f4-cc0c082d8c9a service neutron] For port 2ed35980-6c7a-421e-a563-c326ccce6abc, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2ed35980-6c7a-421e-a563-c326ccce6abc,segment=NetworkSegment(eadb72cc-062b-4427-831b-2c871e74baaa),segment_id=eadb72cc-062b-4427-831b-2c871e74baaa)] {{(pid=98443) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 31 11:52:24.982428 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-64112897-3ef6-4204-af28-edc4bc2b7a6e req-85043baf-3f13-4854-94f4-cc0c082d8c9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6347600'] for port, after_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:24.986102 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-04de334e-21f1-4dc0-9d2a-93fc766a7900 tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:25.044150 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64112897-3ef6-4204-af28-edc4bc2b7a6e req-85043baf-3f13-4854-94f4-cc0c082d8c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:25.044765 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-64112897-3ef6-4204-af28-edc4bc2b7a6e req-85043baf-3f13-4854-94f4-cc0c082d8c9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523773'] for port, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:25.046094 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-64112897-3ef6-4204-af28-edc4bc2b7a6e req-85043baf-3f13-4854-94f4-cc0c082d8c9a service neutron] 10.222.0.61 "PUT /v2.0/ports/2ed35980-6c7a-421e-a563-c326ccce6abc HTTP/1.1" status: 200 len: 1094 time: 0.9930470 May 31 11:52:25.046582 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49b82c97-fcad-497d-9f9a-6a31613ed0e1', 'tag': '2ed35980-6c7a-421e-a563-c326ccce6abc'}] {{(pid=98443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:52:25.048876 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56017c51fa2db9d96507774d194550d251c1d18f102e1d67e4a71b2ac79ee147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b7cd45-690a-45a2-a72a-cc1d6ca0790a" -d '{"events": [{"name": "network-changed", "server_uuid": "49b82c97-fcad-497d-9f9a-6a31613ed0e1", "tag": "2ed35980-6c7a-421e-a563-c326ccce6abc"}]}' {{(pid=98443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:52:25.069108 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85043baf-3f13-4854-94f4-cc0c082d8c9a service neutron] Pushing event updated for resources: {'Port': ['ID=2ed35980-6c7a-421e-a563-c326ccce6abc,revision_number=3']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:25.074195 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-85043baf-3f13-4854-94f4-cc0c082d8c9a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:25.163455 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-371aed26-77cf-41aa-823b-926879bbf9fe x-openstack-request-id: req-371aed26-77cf-41aa-823b-926879bbf9fe {{(pid=98443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:52:25.164020 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49b82c97-fcad-497d-9f9a-6a31613ed0e1", "tag": "2ed35980-6c7a-421e-a563-c326ccce6abc", "status": "completed", "code": 200}]} {{(pid=98443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:52:25.164307 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-371aed26-77cf-41aa-823b-926879bbf9fe {{(pid=98443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:52:25.164741 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49b82c97-fcad-497d-9f9a-6a31613ed0e1', 'tag': '2ed35980-6c7a-421e-a563-c326ccce6abc', 'status': 'completed', 'code': 200} May 31 11:52:25.185550 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64112897-3ef6-4204-af28-edc4bc2b7a6e req-c2c61d51-c187-41fa-a42d-36f6b43fe377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:25.187166 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-64112897-3ef6-4204-af28-edc4bc2b7a6e req-c2c61d51-c187-41fa-a42d-36f6b43fe377 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fe2be64d30ab4738869bd6e174d36ca0&device_id=49b82c97-fcad-497d-9f9a-6a31613ed0e1 HTTP/1.1" status: 200 len: 1097 time: 0.0794351 May 31 11:52:25.271578 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-64112897-3ef6-4204-af28-edc4bc2b7a6e req-ba9f743e-09a8-4d65-a337-84d48fdecd39 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ed35980-6c7a-421e-a563-c326ccce6abc HTTP/1.1" status: 200 len: 217 time: 0.0704801 May 31 11:52:25.342360 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64112897-3ef6-4204-af28-edc4bc2b7a6e req-fea24d47-cf74-4e5e-96ba-084af9517a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:25.343851 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-64112897-3ef6-4204-af28-edc4bc2b7a6e req-fea24d47-cf74-4e5e-96ba-084af9517a83 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d74cff47-7684-410e-815c-710c0c2de647 HTTP/1.1" status: 200 len: 853 time: 0.0662036 May 31 11:52:25.423722 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64112897-3ef6-4204-af28-edc4bc2b7a6e req-68dc4ceb-66c7-4088-881a-cec791c20d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:25.425095 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-64112897-3ef6-4204-af28-edc4bc2b7a6e req-68dc4ceb-66c7-4088-881a-cec791c20d79 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a043b753-ba8b-4d0b-a62e-d6873c4f822a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0747983 May 31 11:52:25.562125 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-64112897-3ef6-4204-af28-edc4bc2b7a6e req-7ea41320-ecbf-44f8-b0a6-6b864ec68155 service neutron] 10.222.0.61 "GET /v2.0/networks/a043b753-ba8b-4d0b-a62e-d6873c4f822a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301963 May 31 11:52:25.812683 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-64112897-3ef6-4204-af28-edc4bc2b7a6e req-d02b2955-4302-49be-b038-0a87c806a102 service neutron] 10.222.0.61 "GET /v2.0/networks/a043b753-ba8b-4d0b-a62e-d6873c4f822a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430882 May 31 11:52:25.992048 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b7cd45-690a-45a2-a72a-cc1d6ca0790a req-d5bf8d12-5d74-4f43-89d7-89e66343bd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:25.994350 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-b2b7cd45-690a-45a2-a72a-cc1d6ca0790a req-d5bf8d12-5d74-4f43-89d7-89e66343bd1b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fe2be64d30ab4738869bd6e174d36ca0&device_id=49b82c97-fcad-497d-9f9a-6a31613ed0e1 HTTP/1.1" status: 200 len: 1097 time: 0.0803068 May 31 11:52:26.127448 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b7cd45-690a-45a2-a72a-cc1d6ca0790a req-5199c5ce-3ce3-45e2-a551-c06d02015985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:26.128894 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-b2b7cd45-690a-45a2-a72a-cc1d6ca0790a req-5199c5ce-3ce3-45e2-a551-c06d02015985 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a043b753-ba8b-4d0b-a62e-d6873c4f822a HTTP/1.1" status: 200 len: 915 time: 0.1279581 May 31 11:52:26.155043 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae455041-fe12-423e-bd79-162738b371c0 req-66c3f7ec-17b6-42da-8a51-c47377f91e38 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:26.156507 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-ae455041-fe12-423e-bd79-162738b371c0 req-66c3f7ec-17b6-42da-8a51-c47377f91e38 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b82c97-fcad-497d-9f9a-6a31613ed0e1 HTTP/1.1" status: 200 len: 944 time: 0.0890665 May 31 11:52:26.201566 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-b2b7cd45-690a-45a2-a72a-cc1d6ca0790a req-18ef828e-695d-4ea1-87e8-4d8111aa3fe4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ed35980-6c7a-421e-a563-c326ccce6abc HTTP/1.1" status: 200 len: 217 time: 0.0652680 May 31 11:52:26.204115 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-ae455041-fe12-423e-bd79-162738b371c0 req-9dafbf39-b491-43ce-afc0-41d7b90e6ca7 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "GET /v2.0/security-groups?id=ead82c87-2fa2-4bc9-8460-6979e6fb3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416138 May 31 11:52:26.265828 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b7cd45-690a-45a2-a72a-cc1d6ca0790a req-a8349eda-58f6-4fef-98b4-0161bb99fd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:26.267346 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-b2b7cd45-690a-45a2-a72a-cc1d6ca0790a req-a8349eda-58f6-4fef-98b4-0161bb99fd41 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d74cff47-7684-410e-815c-710c0c2de647 HTTP/1.1" status: 200 len: 853 time: 0.0579271 May 31 11:52:26.350151 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b7cd45-690a-45a2-a72a-cc1d6ca0790a req-80243d51-d138-48cd-be8f-1c5d0b9f1014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:26.351758 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-b2b7cd45-690a-45a2-a72a-cc1d6ca0790a req-80243d51-d138-48cd-be8f-1c5d0b9f1014 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a043b753-ba8b-4d0b-a62e-d6873c4f822a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0763917 May 31 11:52:26.503672 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-b2b7cd45-690a-45a2-a72a-cc1d6ca0790a req-c95e25bf-4ae5-4933-8c99-7d9fd253ef7c service neutron] 10.222.0.61 "GET /v2.0/networks/a043b753-ba8b-4d0b-a62e-d6873c4f822a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449223 May 31 11:52:26.658066 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-b2b7cd45-690a-45a2-a72a-cc1d6ca0790a req-6cb05d5f-1df9-4692-9bbf-84b81c4693b9 service neutron] 10.222.0.61 "GET /v2.0/networks/a043b753-ba8b-4d0b-a62e-d6873c4f822a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469731 May 31 11:52:27.421228 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5714af71-6960-43ba-b87e-6239c75cce24 req-a3229cde-e516-4441-88e6-74717a50d6d3 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:27.422683 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-5714af71-6960-43ba-b87e-6239c75cce24 req-a3229cde-e516-4441-88e6-74717a50d6d3 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b82c97-fcad-497d-9f9a-6a31613ed0e1 HTTP/1.1" status: 200 len: 944 time: 0.0813420 May 31 11:52:27.472932 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-5714af71-6960-43ba-b87e-6239c75cce24 req-39732e75-fbda-494e-aebc-956213a43e8d tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "GET /v2.0/security-groups?id=ead82c87-2fa2-4bc9-8460-6979e6fb3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444887 May 31 11:52:27.495516 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:27.804634 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-4ce118da-890e-4fe1-8b3e-df574bd2a10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:28.170240 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device 2ed35980-6c7a-421e-a563-c326ccce6abc details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=98444) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 31 11:52:28.315538 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] For port 2ed35980-6c7a-421e-a563-c326ccce6abc, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2ed35980-6c7a-421e-a563-c326ccce6abc,segment=NetworkSegment(eadb72cc-062b-4427-831b-2c871e74baaa),segment_id=eadb72cc-062b-4427-831b-2c871e74baaa)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:52:28.329867 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Returning: {'device': '2ed35980-6c7a-421e-a563-c326ccce6abc', 'network_id': 'a043b753-ba8b-4d0b-a62e-d6873c4f822a', 'port_id': '2ed35980-6c7a-421e-a563-c326ccce6abc', 'mac_address': 'fa:16:3e:40:1f:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 679, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd74cff47-7684-410e-815c-710c0c2de647', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=98444) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 31 11:52:28.389288 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:28.407371 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.notifiers.nova [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ed35980-6c7a-421e-a563-c326ccce6abc {{(pid=98444) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 31 11:52:28.426254 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] For port 2ed35980-6c7a-421e-a563-c326ccce6abc, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2ed35980-6c7a-421e-a563-c326ccce6abc,segment=NetworkSegment(eadb72cc-062b-4427-831b-2c871e74baaa),segment_id=eadb72cc-062b-4427-831b-2c871e74baaa)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:52:28.434479 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:28.437967 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:28.510292 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-a91c5e8e-8952-4db6-a598-6e76e849b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:28.518705 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Pushing event updated for resources: {'Port': ['ID=2ed35980-6c7a-421e-a563-c326ccce6abc,revision_number=4']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:28.521923 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:28.671076 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc887f6-d102-4578-9e06-1037aa84980d req-af52e2a1-757f-4fa2-b704-c8d0b1320280 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:28.672579 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-ddc887f6-d102-4578-9e06-1037aa84980d req-af52e2a1-757f-4fa2-b704-c8d0b1320280 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b82c97-fcad-497d-9f9a-6a31613ed0e1 HTTP/1.1" status: 200 len: 945 time: 0.0894718 May 31 11:52:28.717480 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] get_ports_and_sgs() called for port_ids ['2ed35980-6c7a-421e-a563-c326ccce6abc'] {{(pid=98444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:52:28.731359 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-ddc887f6-d102-4578-9e06-1037aa84980d req-8cce7cf9-6035-492c-9260-92a0f9496d35 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "GET /v2.0/security-groups?id=ead82c87-2fa2-4bc9-8460-6979e6fb3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501862 May 31 11:52:29.944247 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde7c52d-e361-4766-a489-297e44abe962 req-06fa92ed-8ac8-4ee9-8c3e-02b7307e71fd tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:29.945585 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-cde7c52d-e361-4766-a489-297e44abe962 req-06fa92ed-8ac8-4ee9-8c3e-02b7307e71fd tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b82c97-fcad-497d-9f9a-6a31613ed0e1 HTTP/1.1" status: 200 len: 945 time: 0.1012545 May 31 11:52:29.991119 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-cde7c52d-e361-4766-a489-297e44abe962 req-b0748d2a-0e98-4298-90f4-1044c17c6a69 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "GET /v2.0/security-groups?id=ead82c87-2fa2-4bc9-8460-6979e6fb3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387487 May 31 11:52:30.169759 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device 2ed35980-6c7a-421e-a563-c326ccce6abc up at agent hyperv_hv-cinder-78638 {{(pid=98444) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 31 11:52:30.230884 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-9fdf87ec-5ce8-4616-9e32-e9b9d10b7557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:30.251279 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Provisioning for port 2ed35980-6c7a-421e-a563-c326ccce6abc completed by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 31 11:52:30.256455 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Provisioning complete for port 2ed35980-6c7a-421e-a563-c326ccce6abc triggered by entity L2. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:52:30.256830 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:30.376742 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:30.404555 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49b82c97-fcad-497d-9f9a-6a31613ed0e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ed35980-6c7a-421e-a563-c326ccce6abc'}] {{(pid=98444) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:52:30.406822 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}88ad6d6066f99d569bf87ae86d08865c72136362fb0dde426bf5d6223abbdd23" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ab3b85-53c5-4ad4-8fac-c118a578494a" -d '{"events": [{"server_uuid": "49b82c97-fcad-497d-9f9a-6a31613ed0e1", "name": "network-vif-plugged", "status": "completed", "tag": "2ed35980-6c7a-421e-a563-c326ccce6abc"}]}' {{(pid=98444) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:52:30.415046 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] For port 2ed35980-6c7a-421e-a563-c326ccce6abc, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2ed35980-6c7a-421e-a563-c326ccce6abc,segment=NetworkSegment(eadb72cc-062b-4427-831b-2c871e74baaa),segment_id=eadb72cc-062b-4427-831b-2c871e74baaa)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:52:30.420980 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565'] for port, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:30.424280 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:30.459996 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e062bd-c324-4723-a8d1-34098015f19e x-openstack-request-id: req-25e062bd-c324-4723-a8d1-34098015f19e {{(pid=98444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:52:30.460360 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49b82c97-fcad-497d-9f9a-6a31613ed0e1", "name": "network-vif-plugged", "status": "completed", "tag": "2ed35980-6c7a-421e-a563-c326ccce6abc", "code": 200}]} {{(pid=98444) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:52:30.460557 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-25e062bd-c324-4723-a8d1-34098015f19e {{(pid=98444) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:52:30.460938 dv-cinder-786383-7-smb neutron-server[98444]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49b82c97-fcad-497d-9f9a-6a31613ed0e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ed35980-6c7a-421e-a563-c326ccce6abc', 'code': 200} May 31 11:52:30.502993 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Pushing event updated for resources: {'Port': ['ID=2ed35980-6c7a-421e-a563-c326ccce6abc,revision_number=5']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:30.507614 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:30.729220 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c642e8c-7535-4d4b-bccf-b348e4a29a7d req-440a10a1-4c8a-42c8-b1f7-d897d888bfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:30.730921 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-2c642e8c-7535-4d4b-bccf-b348e4a29a7d req-440a10a1-4c8a-42c8-b1f7-d897d888bfec service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=49b82c97-fcad-497d-9f9a-6a31613ed0e1 HTTP/1.1" status: 200 len: 1099 time: 0.0770237 May 31 11:52:30.778267 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-2c642e8c-7535-4d4b-bccf-b348e4a29a7d req-a830ee05-6896-43fc-bbb8-13e15ec24047 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ead82c87-2fa2-4bc9-8460-6979e6fb3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407062 May 31 11:52:31.200312 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563633be-ee13-4fae-a7de-6321049b0cfb req-2b7bfd17-819a-4b27-ad7d-35b042d1d3ee tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:31.201749 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-563633be-ee13-4fae-a7de-6321049b0cfb req-2b7bfd17-819a-4b27-ad7d-35b042d1d3ee tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b82c97-fcad-497d-9f9a-6a31613ed0e1 HTTP/1.1" status: 200 len: 946 time: 0.0953915 May 31 11:52:31.250024 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-563633be-ee13-4fae-a7de-6321049b0cfb req-d456bb2f-c397-452b-b0c1-5be8a90f6706 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "GET /v2.0/security-groups?id=ead82c87-2fa2-4bc9-8460-6979e6fb3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425014 May 31 11:52:32.557337 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74179d8-073a-4587-93c6-5f7177719101 req-139105f5-8beb-4a51-ae2c-a3bd19bed04a tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:32.559564 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-b74179d8-073a-4587-93c6-5f7177719101 req-139105f5-8beb-4a51-ae2c-a3bd19bed04a tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b82c97-fcad-497d-9f9a-6a31613ed0e1 HTTP/1.1" status: 200 len: 946 time: 0.1785109 May 31 11:52:32.609070 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-b74179d8-073a-4587-93c6-5f7177719101 req-d0d20f03-883f-4b5c-bbd4-e45f37f1c31e tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "GET /v2.0/security-groups?id=ead82c87-2fa2-4bc9-8460-6979e6fb3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408876 May 31 11:52:32.807010 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925a70b-ef3c-4014-b6b2-cc7fcd3e4cbb req-2e041041-c35f-4bba-8d9c-696e3a2574c5 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:32.809085 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-9925a70b-ef3c-4014-b6b2-cc7fcd3e4cbb req-2e041041-c35f-4bba-8d9c-696e3a2574c5 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b82c97-fcad-497d-9f9a-6a31613ed0e1 HTTP/1.1" status: 200 len: 946 time: 0.0851455 May 31 11:52:32.857889 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-9925a70b-ef3c-4014-b6b2-cc7fcd3e4cbb req-1843b840-815f-4f83-bfae-694f0d9371df tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "GET /v2.0/security-groups?id=ead82c87-2fa2-4bc9-8460-6979e6fb3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430870 May 31 11:52:33.282671 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d24eef-dd4c-43ba-b8ed-6d7acc425cd4 req-caf9368b-0122-4c5a-8c06-3bfe4bcc652d tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:33.284365 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-e3d24eef-dd4c-43ba-b8ed-6d7acc425cd4 req-caf9368b-0122-4c5a-8c06-3bfe4bcc652d tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b82c97-fcad-497d-9f9a-6a31613ed0e1 HTTP/1.1" status: 200 len: 946 time: 0.0942056 May 31 11:52:33.337652 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-e3d24eef-dd4c-43ba-b8ed-6d7acc425cd4 req-4a3b798f-aeaa-43f9-8c72-62e651dfa22d tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "GET /v2.0/security-groups?id=ead82c87-2fa2-4bc9-8460-6979e6fb3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473883 May 31 11:52:38.335589 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448ac092-f86f-42fe-b514-a8788fa0e488 req-78d1aec8-4748-4397-b401-2ad850668864 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:38.337035 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-448ac092-f86f-42fe-b514-a8788fa0e488 req-78d1aec8-4748-4397-b401-2ad850668864 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b82c97-fcad-497d-9f9a-6a31613ed0e1 HTTP/1.1" status: 200 len: 946 time: 0.0960360 May 31 11:52:38.385138 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-448ac092-f86f-42fe-b514-a8788fa0e488 req-87924010-0dd7-4e2d-aead-8e3f5da7a35d tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "GET /v2.0/security-groups?id=ead82c87-2fa2-4bc9-8460-6979e6fb3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393524 May 31 11:52:38.409497 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 37840) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:38.545642 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07f5036-e521-438c-85bb-0d0c678f250b tempest-TestMinimumBasicScenario-918638472 tempest-TestMinimumBasicScenario-918638472-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:38.546838 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-c07f5036-e521-438c-85bb-0d0c678f250b tempest-TestMinimumBasicScenario-918638472 tempest-TestMinimumBasicScenario-918638472-project-admin] Synchronizing usage tracker for tenant:66322df3d8ad495a9450f8703d7b6319 on resource:port {{(pid=98443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:52:38.569568 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-c07f5036-e521-438c-85bb-0d0c678f250b tempest-TestMinimumBasicScenario-918638472 tempest-TestMinimumBasicScenario-918638472-project-admin] Unset dirty status for tenant:66322df3d8ad495a9450f8703d7b6319 on resource:port {{(pid=98443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:52:38.570864 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-c07f5036-e521-438c-85bb-0d0c678f250b tempest-TestMinimumBasicScenario-918638472 tempest-TestMinimumBasicScenario-918638472-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=49b82c97-fcad-497d-9f9a-6a31613ed0e1 HTTP/1.1" status: 200 len: 1094 time: 0.1600628 May 31 11:52:38.571815 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:38.574637 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 37846) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:38.579854 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.v2.base [None req-b0f0b1ea-feaf-4a13-bd38-b7bb7fba8949 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Request body: {'floatingip': {'floating_network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'port_id': '2ed35980-6c7a-421e-a563-c326ccce6abc', 'tenant_id': 'fe2be64d30ab4738869bd6e174d36ca0', 'fixed_ip_address': '172.20.0.12'}} {{(pid=98443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:52:38.586118 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-b0f0b1ea-feaf-4a13-bd38-b7bb7fba8949 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:52:38.590490 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-b0f0b1ea-feaf-4a13-bd38-b7bb7fba8949 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Usage tracker for resource:floatingip and tenant:fe2be64d30ab4738869bd6e174d36ca0 is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:52:38.593343 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-b0f0b1ea-feaf-4a13-bd38-b7bb7fba8949 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:52:38.599309 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-b0f0b1ea-feaf-4a13-bd38-b7bb7fba8949 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:52:38.611770 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-b0f0b1ea-feaf-4a13-bd38-b7bb7fba8949 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Notify callbacks [] for floatingip, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:38.759323 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-b0f0b1ea-feaf-4a13-bd38-b7bb7fba8949 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:38.903798 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.db_base_plugin_common [None req-b0f0b1ea-feaf-4a13-bd38-b7bb7fba8949 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Allocated IP 172.28.3.183 (21abd7a8-7011-4cfc-9928-6cba34534bd3/fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5/cb320a8c-5051-43fc-b1c3-686b88d3b004) {{(pid=98443) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 31 11:52:39.060631 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-b0f0b1ea-feaf-4a13-bd38-b7bb7fba8949 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Notify callbacks [] for port, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:39.093239 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-b0f0b1ea-feaf-4a13-bd38-b7bb7fba8949 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781593114058', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6347609'] for port, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:39.097152 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-1abb769e-e644-4f65-9c11-e651902097e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:39.159620 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f0b1ea-feaf-4a13-bd38-b7bb7fba8949 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Network 21abd7a8-7011-4cfc-9928-6cba34534bd3 is already hosted by enough agents. {{(pid=98443) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 31 11:52:39.162505 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.base_scheduler [None req-b0f0b1ea-feaf-4a13-bd38-b7bb7fba8949 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Resources bound (agent type, host, resource id): {{(pid=98443) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 31 11:52:39.166161 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f0b1ea-feaf-4a13-bd38-b7bb7fba8949 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Received port after_create {{(pid=98443) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 31 11:52:39.197409 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f0b1ea-feaf-4a13-bd38-b7bb7fba8949 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Pushing event updated for resources: {'Port': ['ID=cb320a8c-5051-43fc-b1c3-686b88d3b004,revision_number=1']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:39.203644 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-b0f0b1ea-feaf-4a13-bd38-b7bb7fba8949 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:39.720534 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-b0f0b1ea-feaf-4a13-bd38-b7bb7fba8949 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Notify callbacks [] for floatingip, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:39.801601 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-b0f0b1ea-feaf-4a13-bd38-b7bb7fba8949 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:40.013169 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-b0f0b1ea-feaf-4a13-bd38-b7bb7fba8949 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Notify callbacks [] for port, precommit_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:40.020207 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-b0f0b1ea-feaf-4a13-bd38-b7bb7fba8949 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6347600'] for port, after_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:40.023953 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-85043baf-3f13-4854-94f4-cc0c082d8c9a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:40.131084 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f0b1ea-feaf-4a13-bd38-b7bb7fba8949 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Pushing event updated for resources: {'Port': ['ID=cb320a8c-5051-43fc-b1c3-686b88d3b004,revision_number=2']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:40.134883 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-b0f0b1ea-feaf-4a13-bd38-b7bb7fba8949 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:40.144171 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-b0f0b1ea-feaf-4a13-bd38-b7bb7fba8949 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8365565'] for floatingip, after_update {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:40.325728 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.db.l3_db [None req-b0f0b1ea-feaf-4a13-bd38-b7bb7fba8949 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Floating IP 64cf9150-1fca-4b82-a39d-6c02ed312fbf associated. External IP: 172.28.3.183, port: 2ed35980-6c7a-421e-a563-c326ccce6abc. May 31 11:52:40.692859 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0f0b1ea-feaf-4a13-bd38-b7bb7fba8949 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Router 1d8a63b9-651f-4e78-a13d-4d78258bc549 has already been hosted by L3 agent 18500941-09fe-4120-b40f-cc1049bfe169 {{(pid=98443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:52:40.879891 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0f0b1ea-feaf-4a13-bd38-b7bb7fba8949 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Notify agent at l3_agent.dv-cinder-786383-7-smb the message routers_updated {{(pid=98443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:52:40.889491 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1caaea-e342-4e7e-91dc-6fd337588e4c None None] Sync routers for ids ['1d8a63b9-651f-4e78-a13d-4d78258bc549'] in dv-cinder-786383-7-smb {{(pid=98444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:52:40.898962 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1caaea-e342-4e7e-91dc-6fd337588e4c None None] Routers {'1d8a63b9-651f-4e78-a13d-4d78258bc549'} bound to L3 agent in host dv-cinder-786383-7-smb {{(pid=98444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:52:40.899576 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_hamode_db [None req-2f1caaea-e342-4e7e-91dc-6fd337588e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:33:28Z,description=,heartbeat_timestamp=2021-05-31T11:52:28Z,host='dv-cinder-786383-7-smb',id=18500941-09fe-4120-b40f-cc1049bfe169,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:33:28Z,topic='l3_agent')) {'router_ids': ['1d8a63b9-651f-4e78-a13d-4d78258bc549'], 'active': True} {{(pid=98444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:52:40.907157 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-b0f0b1ea-feaf-4a13-bd38-b7bb7fba8949 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523773'] for floatingip, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:41.080346 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 37850) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:41.081021 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-b0f0b1ea-feaf-4a13-bd38-b7bb7fba8949 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5047204 May 31 11:52:41.081296 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49b82c97-fcad-497d-9f9a-6a31613ed0e1', 'tag': '2ed35980-6c7a-421e-a563-c326ccce6abc'}] {{(pid=98443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:52:41.083556 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56017c51fa2db9d96507774d194550d251c1d18f102e1d67e4a71b2ac79ee147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede3ade2-834b-4bc9-8701-04707a8078e3" -d '{"events": [{"name": "network-changed", "server_uuid": "49b82c97-fcad-497d-9f9a-6a31613ed0e1", "tag": "2ed35980-6c7a-421e-a563-c326ccce6abc"}]}' {{(pid=98443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:52:41.086548 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.v2.base [None req-316d2654-a5c8-4ffe-8e61-e2e87b151b24 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-151719748', 'description': 'tempest-secgroup-smoke-151719748 description', 'project_id': 'fe2be64d30ab4738869bd6e174d36ca0'}} {{(pid=98442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:52:41.090400 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvr_db [None req-2f1caaea-e342-4e7e-91dc-6fd337588e4c None None] Set router 1d8a63b9-651f-4e78-a13d-4d78258bc549 gateway port host: dv-cinder-786383-7-smb {{(pid=98444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:52:41.093069 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-316d2654-a5c8-4ffe-8e61-e2e87b151b24 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:52:41.103251 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-316d2654-a5c8-4ffe-8e61-e2e87b151b24 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:52:41.115774 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-316d2654-a5c8-4ffe-8e61-e2e87b151b24 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Notify callbacks [] for security_group, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:41.131406 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6484f515-0754-4628-973b-e9c116e23d0a x-openstack-request-id: req-6484f515-0754-4628-973b-e9c116e23d0a {{(pid=98443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:52:41.131666 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49b82c97-fcad-497d-9f9a-6a31613ed0e1", "tag": "2ed35980-6c7a-421e-a563-c326ccce6abc", "status": "completed", "code": 200}]} {{(pid=98443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:52:41.131947 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6484f515-0754-4628-973b-e9c116e23d0a {{(pid=98443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:52:41.132370 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49b82c97-fcad-497d-9f9a-6a31613ed0e1', 'tag': '2ed35980-6c7a-421e-a563-c326ccce6abc', 'status': 'completed', 'code': 200} May 31 11:52:41.139681 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-316d2654-a5c8-4ffe-8e61-e2e87b151b24 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:52:41.143588 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-316d2654-a5c8-4ffe-8e61-e2e87b151b24 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Usage tracker for resource:security_group_rule and tenant:fe2be64d30ab4738869bd6e174d36ca0 is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:52:41.146811 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-316d2654-a5c8-4ffe-8e61-e2e87b151b24 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:52:41.152829 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-316d2654-a5c8-4ffe-8e61-e2e87b151b24 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:52:41.230815 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-316d2654-a5c8-4ffe-8e61-e2e87b151b24 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Notify callbacks [] for security_group, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:41.235514 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-316d2654-a5c8-4ffe-8e61-e2e87b151b24 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:41.249985 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-133841ac-bfa9-4f40-a1e7-7f68c04d3195 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:41.258536 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede3ade2-834b-4bc9-8701-04707a8078e3 req-8d931c55-348a-4970-89c0-b3186b7b3a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:41.260086 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-ede3ade2-834b-4bc9-8701-04707a8078e3 req-8d931c55-348a-4970-89c0-b3186b7b3a4d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fe2be64d30ab4738869bd6e174d36ca0&device_id=49b82c97-fcad-497d-9f9a-6a31613ed0e1 HTTP/1.1" status: 200 len: 1099 time: 0.0819438 May 31 11:52:41.286839 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316d2654-a5c8-4ffe-8e61-e2e87b151b24 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63588bf7-ae30-4e87-a623-a2fff82d3739,revision_number=1']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:41.290081 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-316d2654-a5c8-4ffe-8e61-e2e87b151b24 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:41.292808 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-316d2654-a5c8-4ffe-8e61-e2e87b151b24 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Notify callbacks [] for security_group, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:41.295859 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-316d2654-a5c8-4ffe-8e61-e2e87b151b24 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2145057 May 31 11:52:41.298859 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 37856) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:41.304664 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.v2.base [None req-3bc00cc8-088d-47cb-93d8-f28d3aa028ba tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Request body: {'security_group_rule': {'security_group_id': '63588bf7-ae30-4e87-a623-a2fff82d3739', 'project_id': 'fe2be64d30ab4738869bd6e174d36ca0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=98442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:52:41.312823 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-3bc00cc8-088d-47cb-93d8-f28d3aa028ba tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:52:41.316785 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-3bc00cc8-088d-47cb-93d8-f28d3aa028ba tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Usage tracker for resource:security_group_rule and tenant:fe2be64d30ab4738869bd6e174d36ca0 is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:52:41.319743 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-3bc00cc8-088d-47cb-93d8-f28d3aa028ba tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:52:41.326958 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-3bc00cc8-088d-47cb-93d8-f28d3aa028ba tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:52:41.347434 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-3bc00cc8-088d-47cb-93d8-f28d3aa028ba tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:41.404929 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede3ade2-834b-4bc9-8701-04707a8078e3 req-87f5b11f-07cf-4b0e-bb8b-5039a0921db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:41.406280 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-ede3ade2-834b-4bc9-8701-04707a8078e3 req-87f5b11f-07cf-4b0e-bb8b-5039a0921db2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a043b753-ba8b-4d0b-a62e-d6873c4f822a HTTP/1.1" status: 200 len: 915 time: 0.1403668 May 31 11:52:41.417153 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-3bc00cc8-088d-47cb-93d8-f28d3aa028ba tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:41.421990 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-3bc00cc8-088d-47cb-93d8-f28d3aa028ba tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8326017'] for security_group_rule, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:41.430351 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:41.452442 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc00cc8-088d-47cb-93d8-f28d3aa028ba tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d477e69-6ec6-4550-9463-135c26ed2abd,revision_number=0']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:41.455177 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-3bc00cc8-088d-47cb-93d8-f28d3aa028ba tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:41.460585 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-3bc00cc8-088d-47cb-93d8-f28d3aa028ba tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:41.464874 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-3bc00cc8-088d-47cb-93d8-f28d3aa028ba tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1623170 May 31 11:52:41.465126 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 37860) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:41.470875 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.v2.base [None req-cba6a7e0-e695-4826-93db-01ccc2d3ff64 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Request body: {'security_group_rule': {'security_group_id': '63588bf7-ae30-4e87-a623-a2fff82d3739', 'project_id': 'fe2be64d30ab4738869bd6e174d36ca0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=98442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:52:41.477861 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-cba6a7e0-e695-4826-93db-01ccc2d3ff64 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:52:41.481205 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-cba6a7e0-e695-4826-93db-01ccc2d3ff64 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Usage tracker for resource:security_group_rule and tenant:fe2be64d30ab4738869bd6e174d36ca0 is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:52:41.484111 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-cba6a7e0-e695-4826-93db-01ccc2d3ff64 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:52:41.492640 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-cba6a7e0-e695-4826-93db-01ccc2d3ff64 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:52:41.512342 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_hamode_db [None req-2f1caaea-e342-4e7e-91dc-6fd337588e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8a63b9-651f-4e78-a13d-4d78258bc549', 'name': 'tempest-TestMinimumBasicScenario-310043283-router', 'tenant_id': 'fe2be64d30ab4738869bd6e174d36ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.98'}], 'enable_snat': True}, 'gw_port_id': '953fd299-1c12-4093-90cf-a2a956cb85a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:51:47Z', 'updated_at': '2021-05-31T11:51:51Z', 'revision_number': 4, 'project_id': 'fe2be64d30ab4738869bd6e174d36ca0', 'gw_port': {'id': '953fd299-1c12-4093-90cf-a2a956cb85a7', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ed:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8a63b9-651f-4e78-a13d-4d78258bc549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:51:48Z', 'updated_at': '2021-05-31T11:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb', '_floatingips': [{'id': '64cf9150-1fca-4b82-a39d-6c02ed312fbf', 'tenant_id': 'fe2be64d30ab4738869bd6e174d36ca0', 'floating_ip_address': '172.28.3.183', 'floating_network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'router_id': '1d8a63b9-651f-4e78-a13d-4d78258bc549', 'port_id': '2ed35980-6c7a-421e-a563-c326ccce6abc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a043b753-ba8b-4d0b-a62e-d6873c4f822a', 'mac_address': 'fa:16:3e:40:1f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b82c97-fcad-497d-9f9a-6a31613ed0e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:52:39Z', 'updated_at': '2021-05-31T11:52:39Z', 'revision_number': 0, 'project_id': 'fe2be64d30ab4738869bd6e174d36ca0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18bc7ae6-e941-49d9-8215-9809f6e6de40', 'name': '', 'network_id': 'a043b753-ba8b-4d0b-a62e-d6873c4f822a', 'tenant_id': 'fe2be64d30ab4738869bd6e174d36ca0', 'mac_address': 'fa:16:3e:09:14:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8a63b9-651f-4e78-a13d-4d78258bc549', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd74cff47-7684-410e-815c-710c0c2de647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:51:50Z', 'updated_at': '2021-05-31T11:51:59Z', 'revision_number': 5, 'project_id': 'fe2be64d30ab4738869bd6e174d36ca0', 'subnets': [{'id': 'd74cff47-7684-410e-815c-710c0c2de647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-smb', False) {} {{(pid=98444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:52:41.512682 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-cba6a7e0-e695-4826-93db-01ccc2d3ff64 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:41.516272 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1caaea-e342-4e7e-91dc-6fd337588e4c None None] Checking router: 1d8a63b9-651f-4e78-a13d-4d78258bc549 for host: dv-cinder-786383-7-smb {{(pid=98444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:52:41.517868 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-ede3ade2-834b-4bc9-8701-04707a8078e3 req-f5f7fa0a-dc86-49e4-ac5e-13c82d445d78 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ed35980-6c7a-421e-a563-c326ccce6abc HTTP/1.1" status: 200 len: 1000 time: 0.1054575 May 31 11:52:41.525271 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1caaea-e342-4e7e-91dc-6fd337588e4c None None] Routers {'1d8a63b9-651f-4e78-a13d-4d78258bc549'} bound to L3 agent in host dv-cinder-786383-7-smb {{(pid=98444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:52:41.526518 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_hamode_db [None req-2f1caaea-e342-4e7e-91dc-6fd337588e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:33:28Z,description=,heartbeat_timestamp=2021-05-31T11:52:28Z,host='dv-cinder-786383-7-smb',id=18500941-09fe-4120-b40f-cc1049bfe169,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:33:28Z,topic='l3_agent')) {'router_ids': ['1d8a63b9-651f-4e78-a13d-4d78258bc549'], 'active': True} {{(pid=98444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:52:41.582284 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-cba6a7e0-e695-4826-93db-01ccc2d3ff64 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:41.587318 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-cba6a7e0-e695-4826-93db-01ccc2d3ff64 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8326017'] for security_group_rule, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:41.590141 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:41.599227 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede3ade2-834b-4bc9-8701-04707a8078e3 req-f173dfb2-a903-4f5b-b688-7b681d5129f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:41.599227 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-ede3ade2-834b-4bc9-8701-04707a8078e3 req-f173dfb2-a903-4f5b-b688-7b681d5129f8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d74cff47-7684-410e-815c-710c0c2de647 HTTP/1.1" status: 200 len: 853 time: 0.0732374 May 31 11:52:41.613811 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba6a7e0-e695-4826-93db-01ccc2d3ff64 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dc8c72c-0815-4ad2-8c17-15859b65a56d,revision_number=0']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:41.616366 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-cba6a7e0-e695-4826-93db-01ccc2d3ff64 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:41.624252 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-cba6a7e0-e695-4826-93db-01ccc2d3ff64 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:41.627946 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-cba6a7e0-e695-4826-93db-01ccc2d3ff64 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1593034 May 31 11:52:41.628639 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 37864) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:41.634165 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.v2.base [None req-d87d3557-b266-4685-a85f-e09068588d5a tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Request body: {'security_group_rule': {'security_group_id': '63588bf7-ae30-4e87-a623-a2fff82d3739', 'project_id': 'fe2be64d30ab4738869bd6e174d36ca0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=98442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:52:41.640903 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-d87d3557-b266-4685-a85f-e09068588d5a tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:52:41.646423 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-d87d3557-b266-4685-a85f-e09068588d5a tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Usage tracker for resource:security_group_rule and tenant:fe2be64d30ab4738869bd6e174d36ca0 is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:52:41.649459 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-d87d3557-b266-4685-a85f-e09068588d5a tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:52:41.655545 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-d87d3557-b266-4685-a85f-e09068588d5a tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:52:41.674435 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-d87d3557-b266-4685-a85f-e09068588d5a tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:41.681792 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede3ade2-834b-4bc9-8701-04707a8078e3 req-2c4d2fff-ad70-4714-82fb-74a54bc4f91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:41.684111 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-ede3ade2-834b-4bc9-8701-04707a8078e3 req-2c4d2fff-ad70-4714-82fb-74a54bc4f91d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a043b753-ba8b-4d0b-a62e-d6873c4f822a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0800376 May 31 11:52:41.712353 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvr_db [None req-2f1caaea-e342-4e7e-91dc-6fd337588e4c None None] Set router 1d8a63b9-651f-4e78-a13d-4d78258bc549 gateway port host: dv-cinder-786383-7-smb {{(pid=98444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:52:41.743509 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-d87d3557-b266-4685-a85f-e09068588d5a tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:41.748494 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-d87d3557-b266-4685-a85f-e09068588d5a tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8326017'] for security_group_rule, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:41.750731 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-3bc00cc8-088d-47cb-93d8-f28d3aa028ba tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:41.773564 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87d3557-b266-4685-a85f-e09068588d5a tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27d8fd29-1020-45ac-8fb9-213d20c543ca,revision_number=0']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:41.779555 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-d87d3557-b266-4685-a85f-e09068588d5a tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:41.785450 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-d87d3557-b266-4685-a85f-e09068588d5a tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:41.786620 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-d87d3557-b266-4685-a85f-e09068588d5a tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1569865 May 31 11:52:41.789531 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 37868) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:41.796168 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.v2.base [None req-8d6e2abc-fd6d-4375-98ea-db677547b7b7 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Request body: {'security_group_rule': {'security_group_id': '63588bf7-ae30-4e87-a623-a2fff82d3739', 'project_id': 'fe2be64d30ab4738869bd6e174d36ca0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=98442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:52:41.802058 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-8d6e2abc-fd6d-4375-98ea-db677547b7b7 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:52:41.806379 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-8d6e2abc-fd6d-4375-98ea-db677547b7b7 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Usage tracker for resource:security_group_rule and tenant:fe2be64d30ab4738869bd6e174d36ca0 is out of sync, need to count used quota {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:52:41.810042 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [None req-8d6e2abc-fd6d-4375-98ea-db677547b7b7 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=98442) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:52:41.816611 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.quota.driver [None req-8d6e2abc-fd6d-4375-98ea-db677547b7b7 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=98442) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:52:41.830473 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-ede3ade2-834b-4bc9-8701-04707a8078e3 req-86779eeb-64f6-4fe0-a0c6-90d716b8770b service neutron] 10.222.0.61 "GET /v2.0/networks/a043b753-ba8b-4d0b-a62e-d6873c4f822a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396296 May 31 11:52:41.835409 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-8d6e2abc-fd6d-4375-98ea-db677547b7b7 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:41.912362 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-8d6e2abc-fd6d-4375-98ea-db677547b7b7 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:41.916856 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-8d6e2abc-fd6d-4375-98ea-db677547b7b7 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8326017'] for security_group_rule, after_create {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:41.919324 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-9fb1c7a9-c7ab-41c6-b369-5831545dcfce tempest-TestShelveInstance-1377315604 tempest-TestShelveInstance-1377315604-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:41.947422 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6e2abc-fd6d-4375-98ea-db677547b7b7 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c7721bb-78fd-49c9-a207-376611dd7bef,revision_number=0']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:41.950562 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-8d6e2abc-fd6d-4375-98ea-db677547b7b7 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:41.955831 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-8d6e2abc-fd6d-4375-98ea-db677547b7b7 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:41.960020 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-8d6e2abc-fd6d-4375-98ea-db677547b7b7 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1666200 May 31 11:52:41.960704 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 37872) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:41.967698 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.v2.base [None req-978514c3-f4e5-48a3-816c-6f28cf377fbd tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Request body: {'security_group_rule': {'security_group_id': '63588bf7-ae30-4e87-a623-a2fff82d3739', 'project_id': 'fe2be64d30ab4738869bd6e174d36ca0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=98443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:52:41.975653 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-978514c3-f4e5-48a3-816c-6f28cf377fbd tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:52:41.989905 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-978514c3-f4e5-48a3-816c-6f28cf377fbd tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Usage tracker for resource:security_group_rule and tenant:fe2be64d30ab4738869bd6e174d36ca0 is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:52:41.994344 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-978514c3-f4e5-48a3-816c-6f28cf377fbd tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:52:42.002080 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-ede3ade2-834b-4bc9-8701-04707a8078e3 req-a69dae6a-0dde-43ca-81e2-3d2bd0e7c087 service neutron] 10.222.0.61 "GET /v2.0/networks/a043b753-ba8b-4d0b-a62e-d6873c4f822a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656494 May 31 11:52:42.002876 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-978514c3-f4e5-48a3-816c-6f28cf377fbd tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:52:42.012872 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.db.securitygroups_db [None req-978514c3-f4e5-48a3-816c-6f28cf377fbd tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Project fe2be64d30ab4738869bd6e174d36ca0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 11:52:42.019870 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-978514c3-f4e5-48a3-816c-6f28cf377fbd tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:42.079335 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_hamode_db [None req-2f1caaea-e342-4e7e-91dc-6fd337588e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8a63b9-651f-4e78-a13d-4d78258bc549', 'name': 'tempest-TestMinimumBasicScenario-310043283-router', 'tenant_id': 'fe2be64d30ab4738869bd6e174d36ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.98'}], 'enable_snat': True}, 'gw_port_id': '953fd299-1c12-4093-90cf-a2a956cb85a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:51:47Z', 'updated_at': '2021-05-31T11:51:51Z', 'revision_number': 4, 'project_id': 'fe2be64d30ab4738869bd6e174d36ca0', 'gw_port': {'id': '953fd299-1c12-4093-90cf-a2a956cb85a7', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ed:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8a63b9-651f-4e78-a13d-4d78258bc549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:51:48Z', 'updated_at': '2021-05-31T11:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb', '_floatingips': [{'id': '64cf9150-1fca-4b82-a39d-6c02ed312fbf', 'tenant_id': 'fe2be64d30ab4738869bd6e174d36ca0', 'floating_ip_address': '172.28.3.183', 'floating_network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'router_id': '1d8a63b9-651f-4e78-a13d-4d78258bc549', 'port_id': '2ed35980-6c7a-421e-a563-c326ccce6abc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a043b753-ba8b-4d0b-a62e-d6873c4f822a', 'mac_address': 'fa:16:3e:40:1f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b82c97-fcad-497d-9f9a-6a31613ed0e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:52:39Z', 'updated_at': '2021-05-31T11:52:39Z', 'revision_number': 0, 'project_id': 'fe2be64d30ab4738869bd6e174d36ca0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18bc7ae6-e941-49d9-8215-9809f6e6de40', 'name': '', 'network_id': 'a043b753-ba8b-4d0b-a62e-d6873c4f822a', 'tenant_id': 'fe2be64d30ab4738869bd6e174d36ca0', 'mac_address': 'fa:16:3e:09:14:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8a63b9-651f-4e78-a13d-4d78258bc549', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd74cff47-7684-410e-815c-710c0c2de647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:51:50Z', 'updated_at': '2021-05-31T11:51:59Z', 'revision_number': 5, 'project_id': 'fe2be64d30ab4738869bd6e174d36ca0', 'subnets': [{'id': 'd74cff47-7684-410e-815c-710c0c2de647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-smb', False) {} {{(pid=98444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:52:42.083780 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f1caaea-e342-4e7e-91dc-6fd337588e4c None None] The sync data for ids ['1d8a63b9-651f-4e78-a13d-4d78258bc549'] in dv-cinder-786383-7-smb is: [{'id': '1d8a63b9-651f-4e78-a13d-4d78258bc549', 'name': 'tempest-TestMinimumBasicScenario-310043283-router', 'tenant_id': 'fe2be64d30ab4738869bd6e174d36ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.98'}], 'enable_snat': True}, 'gw_port_id': '953fd299-1c12-4093-90cf-a2a956cb85a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:51:47Z', 'updated_at': '2021-05-31T11:51:51Z', 'revision_number': 4, 'project_id': 'fe2be64d30ab4738869bd6e174d36ca0', 'gw_port': {'id': '953fd299-1c12-4093-90cf-a2a956cb85a7', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ed:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8a63b9-651f-4e78-a13d-4d78258bc549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:51:48Z', 'updated_at': '2021-05-31T11:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb', '_floatingips': [{'id': '64cf9150-1fca-4b82-a39d-6c02ed312fbf', 'tenant_id': 'fe2be64d30ab4738869bd6e174d36ca0', 'floating_ip_address': '172.28.3.183', 'floating_network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'router_id': '1d8a63b9-651f-4e78-a13d-4d78258bc549', 'port_id': '2ed35980-6c7a-421e-a563-c326ccce6abc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 647, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a043b753-ba8b-4d0b-a62e-d6873c4f822a', 'mac_address': 'fa:16:3e:40:1f:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49b82c97-fcad-497d-9f9a-6a31613ed0e1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-31T11:52:39Z', 'updated_at': '2021-05-31T11:52:39Z', 'revision_number': 0, 'project_id': 'fe2be64d30ab4738869bd6e174d36ca0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18bc7ae6-e941-49d9-8215-9809f6e6de40', 'name': '', 'network_id': 'a043b753-ba8b-4d0b-a62e-d6873c4f822a', 'tenant_id': 'fe2be64d30ab4738869bd6e174d36ca0', 'mac_address': 'fa:16:3e:09:14:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8a63b9-651f-4e78-a13d-4d78258bc549', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd74cff47-7684-410e-815c-710c0c2de647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:51:50Z', 'updated_at': '2021-05-31T11:51:59Z', 'revision_number': 5, 'project_id': 'fe2be64d30ab4738869bd6e174d36ca0', 'subnets': [{'id': 'd74cff47-7684-410e-815c-710c0c2de647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:52:42.094384 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-978514c3-f4e5-48a3-816c-6f28cf377fbd tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:42.098694 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-978514c3-f4e5-48a3-816c-6f28cf377fbd tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8326017'] for security_group_rule, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:42.100786 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:42.125021 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978514c3-f4e5-48a3-816c-6f28cf377fbd tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c429fe6-70f4-4bea-97a3-ee0f3f628cb8,revision_number=0']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:42.130119 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-978514c3-f4e5-48a3-816c-6f28cf377fbd tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:42.136149 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-978514c3-f4e5-48a3-816c-6f28cf377fbd tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:42.137676 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-978514c3-f4e5-48a3-816c-6f28cf377fbd tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1764050 May 31 11:52:42.140410 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 37876) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:52:42.145597 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.v2.base [None req-ac897826-1eba-45e7-9a11-1951bc661b21 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Request body: {'security_group_rule': {'security_group_id': '63588bf7-ae30-4e87-a623-a2fff82d3739', 'project_id': 'fe2be64d30ab4738869bd6e174d36ca0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=98443) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:52:42.152011 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-ac897826-1eba-45e7-9a11-1951bc661b21 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 31 11:52:42.155938 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-ac897826-1eba-45e7-9a11-1951bc661b21 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Usage tracker for resource:security_group_rule and tenant:fe2be64d30ab4738869bd6e174d36ca0 is out of sync, need to count used quota {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 31 11:52:42.158862 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [None req-ac897826-1eba-45e7-9a11-1951bc661b21 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=98443) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 31 11:52:42.164817 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.quota.driver [None req-ac897826-1eba-45e7-9a11-1951bc661b21 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=98443) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 31 11:52:42.178617 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.db.securitygroups_db [None req-ac897826-1eba-45e7-9a11-1951bc661b21 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Project fe2be64d30ab4738869bd6e174d36ca0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 31 11:52:42.185241 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-ac897826-1eba-45e7-9a11-1951bc661b21 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Notify callbacks [] for security_group_rule, before_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:42.255277 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-ac897826-1eba-45e7-9a11-1951bc661b21 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:42.260707 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-ac897826-1eba-45e7-9a11-1951bc661b21 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8326017'] for security_group_rule, after_create {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:42.262895 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-bb23270a-eab1-49ee-8393-a5f528daa787 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:42.286335 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac897826-1eba-45e7-9a11-1951bc661b21 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71867ea2-0e7a-4fc7-b390-f7a237664e28,revision_number=0']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:42.289232 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-ac897826-1eba-45e7-9a11-1951bc661b21 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:42.298748 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11fc3bb8-03c3-4aa0-b766-430653d72a59 None None] New status for floating IP 64cf9150-1fca-4b82-a39d-6c02ed312fbf: ACTIVE {{(pid=98445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 11:52:42.308106 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-ac897826-1eba-45e7-9a11-1951bc661b21 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Notify callbacks [] for security_group_rule, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:42.309648 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-ac897826-1eba-45e7-9a11-1951bc661b21 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1683366 May 31 11:52:42.430044 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [req-0a7eb7f9-2b99-4d5b-8410-174149853f28 req-432d6194-41d3-48ab-957a-cd2efa5ffb66 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Synchronizing usage tracker for tenant:fe2be64d30ab4738869bd6e174d36ca0 on resource:security_group {{(pid=98442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:52:42.446779 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [req-0a7eb7f9-2b99-4d5b-8410-174149853f28 req-432d6194-41d3-48ab-957a-cd2efa5ffb66 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Unset dirty status for tenant:fe2be64d30ab4738869bd6e174d36ca0 on resource:security_group {{(pid=98442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:52:42.448051 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-0a7eb7f9-2b99-4d5b-8410-174149853f28 req-432d6194-41d3-48ab-957a-cd2efa5ffb66 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-151719748&fields=id&tenant_id=fe2be64d30ab4738869bd6e174d36ca0 HTTP/1.1" status: 200 len: 267 time: 0.0586374 May 31 11:52:42.539038 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7eb7f9-2b99-4d5b-8410-174149853f28 req-a5b79ba1-d5d8-49ef-9545-1b3c7a1e7be3 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:42.539468 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-0a7eb7f9-2b99-4d5b-8410-174149853f28 req-a5b79ba1-d5d8-49ef-9545-1b3c7a1e7be3 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b82c97-fcad-497d-9f9a-6a31613ed0e1 HTTP/1.1" status: 200 len: 946 time: 0.0855899 May 31 11:52:42.550745 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.v2.base [req-0a7eb7f9-2b99-4d5b-8410-174149853f28 req-fbffda41-56d3-499e-a0bf-caf718244097 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Request body: {'port': {'security_groups': ['ead82c87-2fa2-4bc9-8460-6979e6fb3cd1', '63588bf7-ae30-4e87-a623-a2fff82d3739']}} {{(pid=98442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:52:42.677122 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-0a7eb7f9-2b99-4d5b-8410-174149853f28 req-fbffda41-56d3-499e-a0bf-caf718244097 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:42.944125 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.db [req-0a7eb7f9-2b99-4d5b-8410-174149853f28 req-fbffda41-56d3-499e-a0bf-caf718244097 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] For port 2ed35980-6c7a-421e-a563-c326ccce6abc, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2ed35980-6c7a-421e-a563-c326ccce6abc,segment=NetworkSegment(eadb72cc-062b-4427-831b-2c871e74baaa),segment_id=eadb72cc-062b-4427-831b-2c871e74baaa)] {{(pid=98442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:52:42.970357 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-0a7eb7f9-2b99-4d5b-8410-174149853f28 req-fbffda41-56d3-499e-a0bf-caf718244097 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Notify callbacks [] for port, precommit_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:42.977798 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-0a7eb7f9-2b99-4d5b-8410-174149853f28 req-fbffda41-56d3-499e-a0bf-caf718244097 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6713634'] for port, after_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:42.984863 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-690effdd-c7ff-40ee-aa92-1c90f2639ca0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:52:43.013732 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] get_ports_and_sgs() called for port_ids ['2ed35980-6c7a-421e-a563-c326ccce6abc'] {{(pid=98444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:52:43.060163 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7eb7f9-2b99-4d5b-8410-174149853f28 req-fbffda41-56d3-499e-a0bf-caf718244097 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:43.061262 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-0a7eb7f9-2b99-4d5b-8410-174149853f28 req-fbffda41-56d3-499e-a0bf-caf718244097 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523773'] for port, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:43.062196 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-0a7eb7f9-2b99-4d5b-8410-174149853f28 req-fbffda41-56d3-499e-a0bf-caf718244097 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "PUT /v2.0/ports/2ed35980-6c7a-421e-a563-c326ccce6abc HTTP/1.1" status: 200 len: 982 time: 0.5161817 May 31 11:52:43.062746 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49b82c97-fcad-497d-9f9a-6a31613ed0e1', 'tag': '2ed35980-6c7a-421e-a563-c326ccce6abc'}] {{(pid=98442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:52:43.065105 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98a8129e16d579ddc31ed5ae2a657a86bf742727e38e306195ca605a81ff71cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06074eab-00df-4a79-891f-74c9f47b483c" -d '{"events": [{"name": "network-changed", "server_uuid": "49b82c97-fcad-497d-9f9a-6a31613ed0e1", "tag": "2ed35980-6c7a-421e-a563-c326ccce6abc"}]}' {{(pid=98442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:52:43.092112 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbffda41-56d3-499e-a0bf-caf718244097 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Pushing event updated for resources: {'Port': ['ID=2ed35980-6c7a-421e-a563-c326ccce6abc,revision_number=6']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:52:43.095766 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-fbffda41-56d3-499e-a0bf-caf718244097 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:52:43.117876 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b1c7cf-5ce4-4af8-a7ee-9df6903fd6c8 x-openstack-request-id: req-26b1c7cf-5ce4-4af8-a7ee-9df6903fd6c8 {{(pid=98442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:52:43.118204 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49b82c97-fcad-497d-9f9a-6a31613ed0e1", "tag": "2ed35980-6c7a-421e-a563-c326ccce6abc", "status": "completed", "code": 200}]} {{(pid=98442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:52:43.118497 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-26b1c7cf-5ce4-4af8-a7ee-9df6903fd6c8 {{(pid=98442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:52:43.119039 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49b82c97-fcad-497d-9f9a-6a31613ed0e1', 'tag': '2ed35980-6c7a-421e-a563-c326ccce6abc', 'status': 'completed', 'code': 200} May 31 11:52:43.189300 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] get_ports_and_sgs() called for port_ids ['2ed35980-6c7a-421e-a563-c326ccce6abc'] {{(pid=98444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:52:43.267447 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccdbf09-f859-473b-9ac0-4f80190cc81a req-ecca53e1-b56d-4439-a474-ee916a957a91 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:43.267755 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06074eab-00df-4a79-891f-74c9f47b483c req-b4e79006-0919-4fc4-abdd-0c16713cdc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:43.268972 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-6ccdbf09-f859-473b-9ac0-4f80190cc81a req-ecca53e1-b56d-4439-a474-ee916a957a91 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b82c97-fcad-497d-9f9a-6a31613ed0e1 HTTP/1.1" status: 200 len: 985 time: 0.0974200 May 31 11:52:43.269874 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-06074eab-00df-4a79-891f-74c9f47b483c req-b4e79006-0919-4fc4-abdd-0c16713cdc48 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fe2be64d30ab4738869bd6e174d36ca0&device_id=49b82c97-fcad-497d-9f9a-6a31613ed0e1 HTTP/1.1" status: 200 len: 1138 time: 0.0976584 May 31 11:52:43.319736 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-6ccdbf09-f859-473b-9ac0-4f80190cc81a req-be1717a3-f283-4a9f-9bb7-a909c7ccede9 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "GET /v2.0/security-groups?id=63588bf7-ae30-4e87-a623-a2fff82d3739&id=ead82c87-2fa2-4bc9-8460-6979e6fb3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0444345 May 31 11:52:43.410327 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06074eab-00df-4a79-891f-74c9f47b483c req-8750d982-8005-404e-bf9c-32aa0e1a7f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:43.411946 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-06074eab-00df-4a79-891f-74c9f47b483c req-8750d982-8005-404e-bf9c-32aa0e1a7f8f service neutron] 10.222.0.61 "GET /v2.0/networks?id=a043b753-ba8b-4d0b-a62e-d6873c4f822a HTTP/1.1" status: 200 len: 915 time: 0.1352451 May 31 11:52:43.437164 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-3b7e7f33-28ad-4341-9f3f-b285f82af68f None None] Provisioning complete for port 2ed35980-6c7a-421e-a563-c326ccce6abc triggered by entity DHCP. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:52:43.437535 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-3b7e7f33-28ad-4341-9f3f-b285f82af68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:43.515338 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-06074eab-00df-4a79-891f-74c9f47b483c req-ef9024d2-8e80-4fb6-aa37-9d97020a8c7d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ed35980-6c7a-421e-a563-c326ccce6abc HTTP/1.1" status: 200 len: 1002 time: 0.0955226 May 31 11:52:43.582507 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06074eab-00df-4a79-891f-74c9f47b483c req-5a80de39-1b1a-4513-8c64-079017ede288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:43.583845 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-06074eab-00df-4a79-891f-74c9f47b483c req-5a80de39-1b1a-4513-8c64-079017ede288 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d74cff47-7684-410e-815c-710c0c2de647 HTTP/1.1" status: 200 len: 853 time: 0.0625470 May 31 11:52:43.660144 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06074eab-00df-4a79-891f-74c9f47b483c req-1d0e65f3-fa8a-46bf-b68a-a370305e46b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:43.661637 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-06074eab-00df-4a79-891f-74c9f47b483c req-1d0e65f3-fa8a-46bf-b68a-a370305e46b7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a043b753-ba8b-4d0b-a62e-d6873c4f822a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0708179 May 31 11:52:43.798315 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-06074eab-00df-4a79-891f-74c9f47b483c req-d84f41c5-3177-4836-948b-ed517ae85d17 service neutron] 10.222.0.61 "GET /v2.0/networks/a043b753-ba8b-4d0b-a62e-d6873c4f822a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297090 May 31 11:52:43.943705 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-06074eab-00df-4a79-891f-74c9f47b483c req-9acce24c-befb-419b-aaba-4d27d2ebe302 service neutron] 10.222.0.61 "GET /v2.0/networks/a043b753-ba8b-4d0b-a62e-d6873c4f822a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386042 May 31 11:52:44.856351 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-5c84ff52-9b17-4f4d-8a91-0a959d4cbcc0 req-0aeae2b8-eb49-4551-bc1c-2444a3a21ee3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=49b82c97-fcad-497d-9f9a-6a31613ed0e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1850591 May 31 11:52:45.016032 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84ff52-9b17-4f4d-8a91-0a959d4cbcc0 req-321e2e42-cc85-4dc0-b1c5-e1730440a272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:45.017454 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-5c84ff52-9b17-4f4d-8a91-0a959d4cbcc0 req-321e2e42-cc85-4dc0-b1c5-e1730440a272 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fe2be64d30ab4738869bd6e174d36ca0&device_id=49b82c97-fcad-497d-9f9a-6a31613ed0e1 HTTP/1.1" status: 200 len: 1138 time: 0.0755908 May 31 11:52:45.173498 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84ff52-9b17-4f4d-8a91-0a959d4cbcc0 req-21c6661e-9c6f-4ea0-a962-7b05195d7e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:45.174996 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-5c84ff52-9b17-4f4d-8a91-0a959d4cbcc0 req-21c6661e-9c6f-4ea0-a962-7b05195d7e43 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a043b753-ba8b-4d0b-a62e-d6873c4f822a HTTP/1.1" status: 200 len: 915 time: 0.1360276 May 31 11:52:45.292370 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-5c84ff52-9b17-4f4d-8a91-0a959d4cbcc0 req-c85f6fbb-374b-43a6-9e8c-828e66c7dd80 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ed35980-6c7a-421e-a563-c326ccce6abc HTTP/1.1" status: 200 len: 1002 time: 0.1076314 May 31 11:52:45.358434 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84ff52-9b17-4f4d-8a91-0a959d4cbcc0 req-b6af6ad0-d47f-47b9-b02c-b3867f67926c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:45.359867 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-5c84ff52-9b17-4f4d-8a91-0a959d4cbcc0 req-b6af6ad0-d47f-47b9-b02c-b3867f67926c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d74cff47-7684-410e-815c-710c0c2de647 HTTP/1.1" status: 200 len: 853 time: 0.0606751 May 31 11:52:45.456280 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c84ff52-9b17-4f4d-8a91-0a959d4cbcc0 req-5cb13c7d-e697-4e4f-8841-43410e17242b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:52:45.457756 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-5c84ff52-9b17-4f4d-8a91-0a959d4cbcc0 req-5cb13c7d-e697-4e4f-8841-43410e17242b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a043b753-ba8b-4d0b-a62e-d6873c4f822a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0899389 May 31 11:52:45.602630 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-5c84ff52-9b17-4f4d-8a91-0a959d4cbcc0 req-edeb25bd-92a7-4413-8408-d5f72ab0989b service neutron] 10.222.0.61 "GET /v2.0/networks/a043b753-ba8b-4d0b-a62e-d6873c4f822a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372530 May 31 11:52:45.754207 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-5c84ff52-9b17-4f4d-8a91-0a959d4cbcc0 req-7712e9de-587a-48b2-bd4d-105c0163760f service neutron] 10.222.0.61 "GET /v2.0/networks/a043b753-ba8b-4d0b-a62e-d6873c4f822a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453247 May 31 11:52:47.596776 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.agents_db [None req-9d677285-078d-4c88-aefd-aa7dfcc00faf None None] Agent healthcheck: found 6 active agents {{(pid=98445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:52:54.764131 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-f7ddfa16-583e-48f3-9809-e877456eaa23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:57.501221 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:57.801370 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-b89c1e88-2015-4d63-a2b9-f0c149a8ba5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:52:58.498877 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-a91c5e8e-8952-4db6-a598-6e76e849b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:00.209966 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-9fdf87ec-5ce8-4616-9e32-e9b9d10b7557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:07.087248 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca41bc83-587b-4ff5-be07-9bd589c77591 req-1c6d3acf-a279-43ea-a677-75663f6f5b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:07.088782 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-ca41bc83-587b-4ff5-be07-9bd589c77591 req-1c6d3acf-a279-43ea-a677-75663f6f5b77 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fe2be64d30ab4738869bd6e174d36ca0&device_id=49b82c97-fcad-497d-9f9a-6a31613ed0e1 HTTP/1.1" status: 200 len: 1138 time: 0.0781546 May 31 11:53:07.100287 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333cc86b-59d9-455c-98c7-1010e578b9f9 req-818b37f4-bb1d-4d5a-a544-222052a405d1 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:07.101795 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-333cc86b-59d9-455c-98c7-1010e578b9f9 req-818b37f4-bb1d-4d5a-a544-222052a405d1 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b82c97-fcad-497d-9f9a-6a31613ed0e1 HTTP/1.1" status: 200 len: 985 time: 0.0898325 May 31 11:53:07.152052 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-333cc86b-59d9-455c-98c7-1010e578b9f9 req-6c7c21c0-9fb3-47e7-9e34-01d5c9295cbb tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "GET /v2.0/security-groups?id=63588bf7-ae30-4e87-a623-a2fff82d3739&id=ead82c87-2fa2-4bc9-8460-6979e6fb3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0421515 May 31 11:53:07.220751 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca41bc83-587b-4ff5-be07-9bd589c77591 req-6d625d3c-0ce6-422a-8df0-05919fc59b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:07.222163 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-ca41bc83-587b-4ff5-be07-9bd589c77591 req-6d625d3c-0ce6-422a-8df0-05919fc59b71 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a043b753-ba8b-4d0b-a62e-d6873c4f822a HTTP/1.1" status: 200 len: 915 time: 0.1266084 May 31 11:53:07.328453 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-ca41bc83-587b-4ff5-be07-9bd589c77591 req-a8accfd9-4e69-4052-b7d5-c6f0a6fcbe99 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ed35980-6c7a-421e-a563-c326ccce6abc HTTP/1.1" status: 200 len: 1002 time: 0.0994844 May 31 11:53:07.394718 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca41bc83-587b-4ff5-be07-9bd589c77591 req-8eb62948-91be-45ab-91da-e525fd0e7620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:07.396157 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-ca41bc83-587b-4ff5-be07-9bd589c77591 req-8eb62948-91be-45ab-91da-e525fd0e7620 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d74cff47-7684-410e-815c-710c0c2de647 HTTP/1.1" status: 200 len: 853 time: 0.0605686 May 31 11:53:07.485684 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca41bc83-587b-4ff5-be07-9bd589c77591 req-1c899b65-022e-4909-8e62-e62a60d0825e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:07.487092 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-ca41bc83-587b-4ff5-be07-9bd589c77591 req-1c899b65-022e-4909-8e62-e62a60d0825e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a043b753-ba8b-4d0b-a62e-d6873c4f822a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0834754 May 31 11:53:07.622672 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-ca41bc83-587b-4ff5-be07-9bd589c77591 req-e0597f6e-07e7-4fa0-9bcd-b17c11f10b28 service neutron] 10.222.0.61 "GET /v2.0/networks/a043b753-ba8b-4d0b-a62e-d6873c4f822a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271539 May 31 11:53:07.759969 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-ca41bc83-587b-4ff5-be07-9bd589c77591 req-13268fcc-df76-4bda-8384-355022ae2be3 service neutron] 10.222.0.61 "GET /v2.0/networks/a043b753-ba8b-4d0b-a62e-d6873c4f822a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292307 May 31 11:53:08.360901 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282937a6-14d0-4b57-8673-8b957864228a req-0a126290-7ff1-45c3-9309-32e1a48280ac tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:08.362368 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-282937a6-14d0-4b57-8673-8b957864228a req-0a126290-7ff1-45c3-9309-32e1a48280ac tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b82c97-fcad-497d-9f9a-6a31613ed0e1 HTTP/1.1" status: 200 len: 985 time: 0.0990641 May 31 11:53:08.414032 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-282937a6-14d0-4b57-8673-8b957864228a req-e80fad0c-44ba-4f42-8f65-b6fdb3df3ad4 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "GET /v2.0/security-groups?id=63588bf7-ae30-4e87-a623-a2fff82d3739&id=ead82c87-2fa2-4bc9-8460-6979e6fb3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0429449 May 31 11:53:08.588758 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:09.618378 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c4a6d-4d24-4e67-9a9a-c799e55dcea1 req-9f3ab9c1-44ff-4490-955c-abc17ef58690 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:09.619867 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-ee0c4a6d-4d24-4e67-9a9a-c799e55dcea1 req-9f3ab9c1-44ff-4490-955c-abc17ef58690 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b82c97-fcad-497d-9f9a-6a31613ed0e1 HTTP/1.1" status: 200 len: 985 time: 0.0905221 May 31 11:53:09.669695 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-ee0c4a6d-4d24-4e67-9a9a-c799e55dcea1 req-d49f5baf-cc0f-4aaa-a310-ffb6b4df107f tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "GET /v2.0/security-groups?id=63588bf7-ae30-4e87-a623-a2fff82d3739&id=ead82c87-2fa2-4bc9-8460-6979e6fb3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0412529 May 31 11:53:10.884863 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe453e-d8a1-4306-973f-98e14aaf8ee7 req-ffc0640b-ccb5-442f-9e35-b624919c88e5 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:10.886242 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-defe453e-d8a1-4306-973f-98e14aaf8ee7 req-ffc0640b-ccb5-442f-9e35-b624919c88e5 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b82c97-fcad-497d-9f9a-6a31613ed0e1 HTTP/1.1" status: 200 len: 985 time: 0.0962980 May 31 11:53:10.945901 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-defe453e-d8a1-4306-973f-98e14aaf8ee7 req-236eda9a-be7b-46c0-81cc-1c91905ab9a2 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "GET /v2.0/security-groups?id=63588bf7-ae30-4e87-a623-a2fff82d3739&id=ead82c87-2fa2-4bc9-8460-6979e6fb3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0508804 May 31 11:53:12.158439 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd1688-296f-4685-b666-3d9fe4be1eb3 req-0c8e2874-8085-4b4f-b3f2-c26477e63e9f tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:12.160091 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-5ccd1688-296f-4685-b666-3d9fe4be1eb3 req-0c8e2874-8085-4b4f-b3f2-c26477e63e9f tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b82c97-fcad-497d-9f9a-6a31613ed0e1 HTTP/1.1" status: 200 len: 985 time: 0.1001358 May 31 11:53:12.209209 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-5ccd1688-296f-4685-b666-3d9fe4be1eb3 req-46fbe5a5-0150-478d-84fe-5fd2a6c171eb tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "GET /v2.0/security-groups?id=63588bf7-ae30-4e87-a623-a2fff82d3739&id=ead82c87-2fa2-4bc9-8460-6979e6fb3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0431128 May 31 11:53:13.498852 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a77be2-8070-442d-bd68-a7ecc1f93831 req-cb77d10e-d3c3-4bfa-afce-43c2cf04d347 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:13.500201 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-70a77be2-8070-442d-bd68-a7ecc1f93831 req-cb77d10e-d3c3-4bfa-afce-43c2cf04d347 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b82c97-fcad-497d-9f9a-6a31613ed0e1 HTTP/1.1" status: 200 len: 985 time: 0.1816866 May 31 11:53:13.549992 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-70a77be2-8070-442d-bd68-a7ecc1f93831 req-68757ee8-df9e-48b7-85df-5f28e3b3a06b tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "GET /v2.0/security-groups?id=63588bf7-ae30-4e87-a623-a2fff82d3739&id=ead82c87-2fa2-4bc9-8460-6979e6fb3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0410254 May 31 11:53:14.765841 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f2713d-0672-46f4-a14a-94a89595e9c5 req-ab28c74c-2b17-4dc7-88f2-e480cef937a5 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:14.767404 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-94f2713d-0672-46f4-a14a-94a89595e9c5 req-ab28c74c-2b17-4dc7-88f2-e480cef937a5 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b82c97-fcad-497d-9f9a-6a31613ed0e1 HTTP/1.1" status: 200 len: 985 time: 0.0942051 May 31 11:53:14.819651 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-94f2713d-0672-46f4-a14a-94a89595e9c5 req-e2459da3-c67f-4826-a7ec-f4ce606c90d9 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "GET /v2.0/security-groups?id=63588bf7-ae30-4e87-a623-a2fff82d3739&id=ead82c87-2fa2-4bc9-8460-6979e6fb3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0461831 May 31 11:53:16.036043 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84171416-de18-45ff-97d6-2d642906340b req-9aa89967-f4c8-4a13-9fa9-01258bd0904e tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:16.037518 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-84171416-de18-45ff-97d6-2d642906340b req-9aa89967-f4c8-4a13-9fa9-01258bd0904e tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b82c97-fcad-497d-9f9a-6a31613ed0e1 HTTP/1.1" status: 200 len: 985 time: 0.1036630 May 31 11:53:16.098139 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-84171416-de18-45ff-97d6-2d642906340b req-135ffbbf-b687-496f-8ad4-27a68d1e8e00 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "GET /v2.0/security-groups?id=63588bf7-ae30-4e87-a623-a2fff82d3739&id=ead82c87-2fa2-4bc9-8460-6979e6fb3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545104 May 31 11:53:17.313911 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebf4eb4-f1d6-4d24-bd2d-a34e96158ec6 req-b147e5f7-f3c4-4b91-8d1a-be3c0f844a60 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:17.315695 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-9ebf4eb4-f1d6-4d24-bd2d-a34e96158ec6 req-b147e5f7-f3c4-4b91-8d1a-be3c0f844a60 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b82c97-fcad-497d-9f9a-6a31613ed0e1 HTTP/1.1" status: 200 len: 985 time: 0.0960944 May 31 11:53:17.364254 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-9ebf4eb4-f1d6-4d24-bd2d-a34e96158ec6 req-81244c34-6510-4b8e-b3cd-1a4b94de8aa0 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "GET /v2.0/security-groups?id=63588bf7-ae30-4e87-a623-a2fff82d3739&id=ead82c87-2fa2-4bc9-8460-6979e6fb3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0426929 May 31 11:53:18.566390 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129abc0b-19a9-4780-b9e1-2193e3073aa9 req-c4d0b295-f07f-47e0-87c4-b0bb32bb315a tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:18.567896 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-129abc0b-19a9-4780-b9e1-2193e3073aa9 req-c4d0b295-f07f-47e0-87c4-b0bb32bb315a tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b82c97-fcad-497d-9f9a-6a31613ed0e1 HTTP/1.1" status: 200 len: 985 time: 0.0859146 May 31 11:53:18.617001 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-129abc0b-19a9-4780-b9e1-2193e3073aa9 req-93e6aaf3-9eaf-4161-ae75-a2170b7656ed tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "GET /v2.0/security-groups?id=63588bf7-ae30-4e87-a623-a2fff82d3739&id=ead82c87-2fa2-4bc9-8460-6979e6fb3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0429997 May 31 11:53:19.822842 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7cac27-bfa2-4fc5-8a0d-94ec4abffd07 req-3e8b6770-cf96-49fe-bba2-b593c6fa47e6 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:19.824320 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-fd7cac27-bfa2-4fc5-8a0d-94ec4abffd07 req-3e8b6770-cf96-49fe-bba2-b593c6fa47e6 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b82c97-fcad-497d-9f9a-6a31613ed0e1 HTTP/1.1" status: 200 len: 985 time: 0.0922625 May 31 11:53:19.873411 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-fd7cac27-bfa2-4fc5-8a0d-94ec4abffd07 req-de40bf9f-9b53-4bcf-8d5d-0c8875202ce8 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "GET /v2.0/security-groups?id=63588bf7-ae30-4e87-a623-a2fff82d3739&id=ead82c87-2fa2-4bc9-8460-6979e6fb3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0428183 May 31 11:53:24.600667 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.agents_db [None req-9d677285-078d-4c88-aefd-aa7dfcc00faf None None] Agent healthcheck: found 6 active agents {{(pid=98445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:53:24.766254 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-2cc5392c-b97e-4c57-bed5-311322e76838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:27.504522 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:27.805818 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-c74aa136-ec8b-418e-ad59-733b1e5cf94a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:28.507792 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-a91c5e8e-8952-4db6-a598-6e76e849b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:30.222189 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-9fdf87ec-5ce8-4616-9e32-e9b9d10b7557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:38.610440 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:46.801264 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-db4c3773-d4e0-492f-9a51-a7c638278199 req-e24385ab-f886-4d84-a36b-0e04fc731b18 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=49b82c97-fcad-497d-9f9a-6a31613ed0e1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0732319 May 31 11:53:47.083878 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c3773-d4e0-492f-9a51-a7c638278199 req-a69e37a1-363a-433d-9ea9-aa2febd7a7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:47.085369 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-db4c3773-d4e0-492f-9a51-a7c638278199 req-a69e37a1-363a-433d-9ea9-aa2febd7a7f6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fe2be64d30ab4738869bd6e174d36ca0&device_id=49b82c97-fcad-497d-9f9a-6a31613ed0e1 HTTP/1.1" status: 200 len: 1138 time: 0.1949244 May 31 11:53:47.246466 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c3773-d4e0-492f-9a51-a7c638278199 req-4f21a963-2f42-449c-9376-224d6e30b493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:47.248875 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-db4c3773-d4e0-492f-9a51-a7c638278199 req-4f21a963-2f42-449c-9376-224d6e30b493 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a043b753-ba8b-4d0b-a62e-d6873c4f822a HTTP/1.1" status: 200 len: 915 time: 0.1413181 May 31 11:53:47.362286 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-db4c3773-d4e0-492f-9a51-a7c638278199 req-d50b92f5-79ed-45fd-8db3-ac83f9842a34 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ed35980-6c7a-421e-a563-c326ccce6abc HTTP/1.1" status: 200 len: 1002 time: 0.1050971 May 31 11:53:47.437468 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c3773-d4e0-492f-9a51-a7c638278199 req-7e1ee6a6-1932-45ab-ace6-73eddf70cb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:47.438925 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-db4c3773-d4e0-492f-9a51-a7c638278199 req-7e1ee6a6-1932-45ab-ace6-73eddf70cb20 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d74cff47-7684-410e-815c-710c0c2de647 HTTP/1.1" status: 200 len: 853 time: 0.0690262 May 31 11:53:47.518386 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c3773-d4e0-492f-9a51-a7c638278199 req-bad3ec28-85f0-4120-a403-dd279b0f585b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:47.519871 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-db4c3773-d4e0-492f-9a51-a7c638278199 req-bad3ec28-85f0-4120-a403-dd279b0f585b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a043b753-ba8b-4d0b-a62e-d6873c4f822a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0728621 May 31 11:53:47.659555 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-db4c3773-d4e0-492f-9a51-a7c638278199 req-ea0884fb-5219-4346-ace5-36ce504ea7b2 service neutron] 10.222.0.61 "GET /v2.0/networks/a043b753-ba8b-4d0b-a62e-d6873c4f822a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320529 May 31 11:53:47.802365 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-db4c3773-d4e0-492f-9a51-a7c638278199 req-9379d378-0a22-45dc-b729-d2a9a6999a20 service neutron] 10.222.0.61 "GET /v2.0/networks/a043b753-ba8b-4d0b-a62e-d6873c4f822a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353667 May 31 11:53:53.174146 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-59a570db-ace6-4dbe-935c-3740f7c8e4ea req-43d8687d-c206-4f22-aceb-39a98da568ea tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-151719748&fields=id&tenant_id=fe2be64d30ab4738869bd6e174d36ca0 HTTP/1.1" status: 200 len: 267 time: 0.0432677 May 31 11:53:53.267520 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a570db-ace6-4dbe-935c-3740f7c8e4ea req-3033a97d-7df8-437e-b3f7-1c71044b896a tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:53.269116 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-59a570db-ace6-4dbe-935c-3740f7c8e4ea req-3033a97d-7df8-437e-b3f7-1c71044b896a tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b82c97-fcad-497d-9f9a-6a31613ed0e1 HTTP/1.1" status: 200 len: 985 time: 0.0869703 May 31 11:53:53.280419 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.v2.base [req-59a570db-ace6-4dbe-935c-3740f7c8e4ea req-2d430609-d84d-4b3c-a516-09c464bc5ee4 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Request body: {'port': {'security_groups': ['ead82c87-2fa2-4bc9-8460-6979e6fb3cd1']}} {{(pid=98442) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 31 11:53:53.404679 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-59a570db-ace6-4dbe-935c-3740f7c8e4ea req-2d430609-d84d-4b3c-a516-09c464bc5ee4 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-574756'] for port, before_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:53.659397 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.db [req-59a570db-ace6-4dbe-935c-3740f7c8e4ea req-2d430609-d84d-4b3c-a516-09c464bc5ee4 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] For port 2ed35980-6c7a-421e-a563-c326ccce6abc, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2ed35980-6c7a-421e-a563-c326ccce6abc,segment=NetworkSegment(eadb72cc-062b-4427-831b-2c871e74baaa),segment_id=eadb72cc-062b-4427-831b-2c871e74baaa)] {{(pid=98442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:53:53.696273 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-59a570db-ace6-4dbe-935c-3740f7c8e4ea req-2d430609-d84d-4b3c-a516-09c464bc5ee4 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Notify callbacks [] for port, precommit_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:53.704227 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-59a570db-ace6-4dbe-935c-3740f7c8e4ea req-2d430609-d84d-4b3c-a516-09c464bc5ee4 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781593493908', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781593114076', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781593111565', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6713634'] for port, after_update {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:53.710407 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-c0189c2d-8995-44bc-ab90-6b8507ac687e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:53.740031 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] get_ports_and_sgs() called for port_ids ['2ed35980-6c7a-421e-a563-c326ccce6abc'] {{(pid=98444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:53:53.779628 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a570db-ace6-4dbe-935c-3740f7c8e4ea req-2d430609-d84d-4b3c-a516-09c464bc5ee4 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:53.780257 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [req-59a570db-ace6-4dbe-935c-3740f7c8e4ea req-2d430609-d84d-4b3c-a516-09c464bc5ee4 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523773'] for port, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:53.781665 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-59a570db-ace6-4dbe-935c-3740f7c8e4ea req-2d430609-d84d-4b3c-a516-09c464bc5ee4 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "PUT /v2.0/ports/2ed35980-6c7a-421e-a563-c326ccce6abc HTTP/1.1" status: 200 len: 943 time: 0.5058494 May 31 11:53:53.782201 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49b82c97-fcad-497d-9f9a-6a31613ed0e1', 'tag': '2ed35980-6c7a-421e-a563-c326ccce6abc'}] {{(pid=98442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:53:53.784621 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98a8129e16d579ddc31ed5ae2a657a86bf742727e38e306195ca605a81ff71cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fbd5bef-c921-4647-9851-d9401ac87522" -d '{"events": [{"name": "network-changed", "server_uuid": "49b82c97-fcad-497d-9f9a-6a31613ed0e1", "tag": "2ed35980-6c7a-421e-a563-c326ccce6abc"}]}' {{(pid=98442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:53:53.790796 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 37940) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:53.866088 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d430609-d84d-4b3c-a516-09c464bc5ee4 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Pushing event updated for resources: {'Port': ['ID=2ed35980-6c7a-421e-a563-c326ccce6abc,revision_number=7']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:53.877921 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d430609-d84d-4b3c-a516-09c464bc5ee4 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:53.878621 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d430609-d84d-4b3c-a516-09c464bc5ee4 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:53.878758 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d430609-d84d-4b3c-a516-09c464bc5ee4 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:53.879123 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d430609-d84d-4b3c-a516-09c464bc5ee4 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:53.879476 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d430609-d84d-4b3c-a516-09c464bc5ee4 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:53.879841 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d430609-d84d-4b3c-a516-09c464bc5ee4 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:53.880187 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d430609-d84d-4b3c-a516-09c464bc5ee4 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:53.880552 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d430609-d84d-4b3c-a516-09c464bc5ee4 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:53.880887 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d430609-d84d-4b3c-a516-09c464bc5ee4 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:53.881242 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d430609-d84d-4b3c-a516-09c464bc5ee4 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:53.881590 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d430609-d84d-4b3c-a516-09c464bc5ee4 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:53.881939 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d430609-d84d-4b3c-a516-09c464bc5ee4 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98442) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:53:53.888295 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-2d430609-d84d-4b3c-a516-09c464bc5ee4 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:53.890973 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-851d1dcb-93d2-4ffb-beff-241da9ec1864 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Notify callbacks [] for security_group, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:53.921185 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8449f016-6789-4b42-89fe-e981d566c2ca x-openstack-request-id: req-8449f016-6789-4b42-89fe-e981d566c2ca {{(pid=98442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:53:53.921510 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49b82c97-fcad-497d-9f9a-6a31613ed0e1", "tag": "2ed35980-6c7a-421e-a563-c326ccce6abc", "status": "completed", "code": 200}]} {{(pid=98442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:53:53.921798 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8449f016-6789-4b42-89fe-e981d566c2ca {{(pid=98442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:53:53.922218 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49b82c97-fcad-497d-9f9a-6a31613ed0e1', 'tag': '2ed35980-6c7a-421e-a563-c326ccce6abc', 'status': 'completed', 'code': 200} May 31 11:53:53.923075 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] get_ports_and_sgs() called for port_ids ['2ed35980-6c7a-421e-a563-c326ccce6abc'] {{(pid=98444) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 31 11:53:53.930165 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-851d1dcb-93d2-4ffb-beff-241da9ec1864 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Notify callbacks [] for security_group, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:54.004848 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-851d1dcb-93d2-4ffb-beff-241da9ec1864 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:54.010158 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-2fcd87fc-a4f0-4f75-9676-62382724ff85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:54.027287 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851d1dcb-93d2-4ffb-beff-241da9ec1864 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63588bf7-ae30-4e87-a623-a2fff82d3739,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:54.029906 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-851d1dcb-93d2-4ffb-beff-241da9ec1864 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:54.047423 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-851d1dcb-93d2-4ffb-beff-241da9ec1864 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Notify callbacks [] for security_group, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:54.048752 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbd5bef-c921-4647-9851-d9401ac87522 req-1c55e20b-9962-4b74-ba60-a0dce0d6e5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:54.049450 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-851d1dcb-93d2-4ffb-beff-241da9ec1864 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "DELETE /v2.0/security-groups/63588bf7-ae30-4e87-a623-a2fff82d3739 HTTP/1.1" status: 204 len: 168 time: 0.2571084 May 31 11:53:54.050474 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-4fbd5bef-c921-4647-9851-d9401ac87522 req-1c55e20b-9962-4b74-ba60-a0dce0d6e5cb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fe2be64d30ab4738869bd6e174d36ca0&device_id=49b82c97-fcad-497d-9f9a-6a31613ed0e1 HTTP/1.1" status: 200 len: 1099 time: 0.0871761 May 31 11:53:54.052064 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 37946) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:53:54.122123 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.provisioning_blocks [None req-9c25ce82-f6f7-4470-9015-e692682babe9 None None] Provisioning complete for port 2ed35980-6c7a-421e-a563-c326ccce6abc triggered by entity DHCP. {{(pid=98444) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 31 11:53:54.122497 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-9c25ce82-f6f7-4470-9015-e692682babe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-530962'] for port, provisioning_complete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:54.199931 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbd5bef-c921-4647-9851-d9401ac87522 req-20fe03f3-9cf2-4fda-bd61-0e1dc2f37334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:54.201277 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-4fbd5bef-c921-4647-9851-d9401ac87522 req-20fe03f3-9cf2-4fda-bd61-0e1dc2f37334 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a043b753-ba8b-4d0b-a62e-d6873c4f822a HTTP/1.1" status: 200 len: 915 time: 0.1429675 May 31 11:53:54.313809 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-4fbd5bef-c921-4647-9851-d9401ac87522 req-6e6f7900-ae83-4930-91d4-210b778436b4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ed35980-6c7a-421e-a563-c326ccce6abc HTTP/1.1" status: 200 len: 1002 time: 0.1053813 May 31 11:53:54.335515 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.plugin [None req-8718dd28-1b10-4d51-921a-ca5f8e37ccc1 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Deleting port cb320a8c-5051-43fc-b1c3-686b88d3b004 {{(pid=98442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:53:54.336159 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-8718dd28-1b10-4d51-921a-ca5f8e37ccc1 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781593492803'] for port, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:54.379014 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbd5bef-c921-4647-9851-d9401ac87522 req-2ca3671f-ac45-4494-a38c-b7a2cfb101f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:54.380486 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-4fbd5bef-c921-4647-9851-d9401ac87522 req-2ca3671f-ac45-4494-a38c-b7a2cfb101f1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d74cff47-7684-410e-815c-710c0c2de647 HTTP/1.1" status: 200 len: 853 time: 0.0598631 May 31 11:53:54.455877 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbd5bef-c921-4647-9851-d9401ac87522 req-3479244a-a3d8-49b6-9136-5ea4903e3f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:54.457293 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-4fbd5bef-c921-4647-9851-d9401ac87522 req-3479244a-a3d8-49b6-9136-5ea4903e3f79 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a043b753-ba8b-4d0b-a62e-d6873c4f822a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0699894 May 31 11:53:54.465668 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-8718dd28-1b10-4d51-921a-ca5f8e37ccc1 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8366366'] for port, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:54.465990 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-8718dd28-1b10-4d51-921a-ca5f8e37ccc1 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:54.599232 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-4fbd5bef-c921-4647-9851-d9401ac87522 req-220fb901-087c-4b17-ad79-1c7a1d1816c0 service neutron] 10.222.0.61 "GET /v2.0/networks/a043b753-ba8b-4d0b-a62e-d6873c4f822a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352289 May 31 11:53:54.698746 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.plugin [None req-8718dd28-1b10-4d51-921a-ca5f8e37ccc1 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Calling delete_port for cb320a8c-5051-43fc-b1c3-686b88d3b004 owned by network:floatingip {{(pid=98442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:53:54.736858 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-4fbd5bef-c921-4647-9851-d9401ac87522 req-4fbd6140-bf0b-42bb-8849-5d966f77fb25 service neutron] 10.222.0.61 "GET /v2.0/networks/a043b753-ba8b-4d0b-a62e-d6873c4f822a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310694 May 31 11:53:54.764058 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-44796b40-1047-4090-bdf1-f3198e7d250d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:54.844693 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-8718dd28-1b10-4d51-921a-ca5f8e37ccc1 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781593493926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781593114067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6713643'] for port, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:54.848568 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-773d371a-e8fa-40d3-81c7-2a4a9e44a1a7 tempest-AttachVolumeShelveTestJSON-605556031 tempest-AttachVolumeShelveTestJSON-605556031-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:53:54.895620 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8718dd28-1b10-4d51-921a-ca5f8e37ccc1 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Pushing event deleted for resources: {'Port': ['ID=cb320a8c-5051-43fc-b1c3-686b88d3b004,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:53:54.898696 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-8718dd28-1b10-4d51-921a-ca5f8e37ccc1 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:53:54.997392 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-8718dd28-1b10-4d51-921a-ca5f8e37ccc1 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Notify callbacks [] for floatingip, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:54.997708 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.db.l3_db [None req-8718dd28-1b10-4d51-921a-ca5f8e37ccc1 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Floating IP 64cf9150-1fca-4b82-a39d-6c02ed312fbf disassociated (deleted). External IP: 172.28.3.183, port: 2ed35980-6c7a-421e-a563-c326ccce6abc. May 31 11:53:55.376046 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8718dd28-1b10-4d51-921a-ca5f8e37ccc1 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Router 1d8a63b9-651f-4e78-a13d-4d78258bc549 has already been hosted by L3 agent 18500941-09fe-4120-b40f-cc1049bfe169 {{(pid=98442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:53:55.559286 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8718dd28-1b10-4d51-921a-ca5f8e37ccc1 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Notify agent at l3_agent.dv-cinder-786383-7-smb the message routers_updated {{(pid=98442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:53:55.569084 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1b3a58-7664-4177-b185-036195e739fc None None] Sync routers for ids ['1d8a63b9-651f-4e78-a13d-4d78258bc549'] in dv-cinder-786383-7-smb {{(pid=98444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:53:55.577225 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-8718dd28-1b10-4d51-921a-ca5f8e37ccc1 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523773'] for floatingip, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:55.583319 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1b3a58-7664-4177-b185-036195e739fc None None] Routers {'1d8a63b9-651f-4e78-a13d-4d78258bc549'} bound to L3 agent in host dv-cinder-786383-7-smb {{(pid=98444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:53:55.583989 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_hamode_db [None req-5c1b3a58-7664-4177-b185-036195e739fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:33:28Z,description=,heartbeat_timestamp=2021-05-31T11:53:28Z,host='dv-cinder-786383-7-smb',id=18500941-09fe-4120-b40f-cc1049bfe169,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:33:28Z,topic='l3_agent')) {'router_ids': ['1d8a63b9-651f-4e78-a13d-4d78258bc549'], 'active': True} {{(pid=98444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:53:55.637082 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-8718dd28-1b10-4d51-921a-ca5f8e37ccc1 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "DELETE /v2.0/floatingips/64cf9150-1fca-4b82-a39d-6c02ed312fbf HTTP/1.1" status: 204 len: 168 time: 1.5838461 May 31 11:53:55.766093 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvr_db [None req-5c1b3a58-7664-4177-b185-036195e739fc None None] Set router 1d8a63b9-651f-4e78-a13d-4d78258bc549 gateway port host: dv-cinder-786383-7-smb {{(pid=98444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:53:55.924061 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49b82c97-fcad-497d-9f9a-6a31613ed0e1', 'tag': '2ed35980-6c7a-421e-a563-c326ccce6abc'}] {{(pid=98442) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:53:55.926554 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98a8129e16d579ddc31ed5ae2a657a86bf742727e38e306195ca605a81ff71cd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32260a33-94e5-4f99-9ba7-8b619bc29065" -d '{"events": [{"name": "network-changed", "server_uuid": "49b82c97-fcad-497d-9f9a-6a31613ed0e1", "tag": "2ed35980-6c7a-421e-a563-c326ccce6abc"}]}' {{(pid=98442) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:53:55.991969 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 31 May 2021 11:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12e084e9-41db-453b-89df-05ef06cdb6e5 x-openstack-request-id: req-12e084e9-41db-453b-89df-05ef06cdb6e5 {{(pid=98442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:53:55.992393 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49b82c97-fcad-497d-9f9a-6a31613ed0e1", "tag": "2ed35980-6c7a-421e-a563-c326ccce6abc", "status": "completed", "code": 200}]} {{(pid=98442) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:53:55.992780 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-12e084e9-41db-453b-89df-05ef06cdb6e5 {{(pid=98442) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:53:55.993272 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49b82c97-fcad-497d-9f9a-6a31613ed0e1', 'tag': '2ed35980-6c7a-421e-a563-c326ccce6abc', 'status': 'completed', 'code': 200} May 31 11:53:56.117998 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32260a33-94e5-4f99-9ba7-8b619bc29065 req-1d194cd3-0a8d-444c-9986-52144fa20967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:56.118683 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_hamode_db [None req-5c1b3a58-7664-4177-b185-036195e739fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8a63b9-651f-4e78-a13d-4d78258bc549', 'name': 'tempest-TestMinimumBasicScenario-310043283-router', 'tenant_id': 'fe2be64d30ab4738869bd6e174d36ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.98'}], 'enable_snat': True}, 'gw_port_id': '953fd299-1c12-4093-90cf-a2a956cb85a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:51:47Z', 'updated_at': '2021-05-31T11:51:51Z', 'revision_number': 4, 'project_id': 'fe2be64d30ab4738869bd6e174d36ca0', 'gw_port': {'id': '953fd299-1c12-4093-90cf-a2a956cb85a7', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ed:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8a63b9-651f-4e78-a13d-4d78258bc549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:51:48Z', 'updated_at': '2021-05-31T11:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb', '_interfaces': [{'id': '18bc7ae6-e941-49d9-8215-9809f6e6de40', 'name': '', 'network_id': 'a043b753-ba8b-4d0b-a62e-d6873c4f822a', 'tenant_id': 'fe2be64d30ab4738869bd6e174d36ca0', 'mac_address': 'fa:16:3e:09:14:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8a63b9-651f-4e78-a13d-4d78258bc549', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd74cff47-7684-410e-815c-710c0c2de647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:51:50Z', 'updated_at': '2021-05-31T11:51:59Z', 'revision_number': 5, 'project_id': 'fe2be64d30ab4738869bd6e174d36ca0', 'subnets': [{'id': 'd74cff47-7684-410e-815c-710c0c2de647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-smb', False) {} {{(pid=98444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:53:56.119517 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-32260a33-94e5-4f99-9ba7-8b619bc29065 req-1d194cd3-0a8d-444c-9986-52144fa20967 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fe2be64d30ab4738869bd6e174d36ca0&device_id=49b82c97-fcad-497d-9f9a-6a31613ed0e1 HTTP/1.1" status: 200 len: 1099 time: 0.0827739 May 31 11:53:56.123071 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1b3a58-7664-4177-b185-036195e739fc None None] Checking router: 1d8a63b9-651f-4e78-a13d-4d78258bc549 for host: dv-cinder-786383-7-smb {{(pid=98444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:53:56.132916 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1b3a58-7664-4177-b185-036195e739fc None None] Routers {'1d8a63b9-651f-4e78-a13d-4d78258bc549'} bound to L3 agent in host dv-cinder-786383-7-smb {{(pid=98444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:53:56.133697 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_hamode_db [None req-5c1b3a58-7664-4177-b185-036195e739fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:33:28Z,description=,heartbeat_timestamp=2021-05-31T11:53:28Z,host='dv-cinder-786383-7-smb',id=18500941-09fe-4120-b40f-cc1049bfe169,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:33:28Z,topic='l3_agent')) {'router_ids': ['1d8a63b9-651f-4e78-a13d-4d78258bc549'], 'active': True} {{(pid=98444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:53:56.370739 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvr_db [None req-5c1b3a58-7664-4177-b185-036195e739fc None None] Set router 1d8a63b9-651f-4e78-a13d-4d78258bc549 gateway port host: dv-cinder-786383-7-smb {{(pid=98444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:53:56.371443 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32260a33-94e5-4f99-9ba7-8b619bc29065 req-986ed657-0f39-46a7-b96a-6220bf444991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:56.372894 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-32260a33-94e5-4f99-9ba7-8b619bc29065 req-986ed657-0f39-46a7-b96a-6220bf444991 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a043b753-ba8b-4d0b-a62e-d6873c4f822a HTTP/1.1" status: 200 len: 915 time: 0.2469752 May 31 11:53:56.466397 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-32260a33-94e5-4f99-9ba7-8b619bc29065 req-593949a3-86fd-40b1-a29a-c24ba1772a22 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ed35980-6c7a-421e-a563-c326ccce6abc HTTP/1.1" status: 200 len: 217 time: 0.0660181 May 31 11:53:56.530872 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32260a33-94e5-4f99-9ba7-8b619bc29065 req-75fc2281-715b-48dd-9844-7ee9b54db623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:56.532346 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-32260a33-94e5-4f99-9ba7-8b619bc29065 req-75fc2281-715b-48dd-9844-7ee9b54db623 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=d74cff47-7684-410e-815c-710c0c2de647 HTTP/1.1" status: 200 len: 853 time: 0.0588856 May 31 11:53:56.613834 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32260a33-94e5-4f99-9ba7-8b619bc29065 req-9f24b9f3-76d4-4f8e-80b6-7012a8dcce45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:56.615372 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-32260a33-94e5-4f99-9ba7-8b619bc29065 req-9f24b9f3-76d4-4f8e-80b6-7012a8dcce45 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a043b753-ba8b-4d0b-a62e-d6873c4f822a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0764606 May 31 11:53:56.695562 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_hamode_db [None req-5c1b3a58-7664-4177-b185-036195e739fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8a63b9-651f-4e78-a13d-4d78258bc549', 'name': 'tempest-TestMinimumBasicScenario-310043283-router', 'tenant_id': 'fe2be64d30ab4738869bd6e174d36ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.98'}], 'enable_snat': True}, 'gw_port_id': '953fd299-1c12-4093-90cf-a2a956cb85a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:51:47Z', 'updated_at': '2021-05-31T11:51:51Z', 'revision_number': 4, 'project_id': 'fe2be64d30ab4738869bd6e174d36ca0', 'gw_port': {'id': '953fd299-1c12-4093-90cf-a2a956cb85a7', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ed:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8a63b9-651f-4e78-a13d-4d78258bc549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:51:48Z', 'updated_at': '2021-05-31T11:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb', '_interfaces': [{'id': '18bc7ae6-e941-49d9-8215-9809f6e6de40', 'name': '', 'network_id': 'a043b753-ba8b-4d0b-a62e-d6873c4f822a', 'tenant_id': 'fe2be64d30ab4738869bd6e174d36ca0', 'mac_address': 'fa:16:3e:09:14:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8a63b9-651f-4e78-a13d-4d78258bc549', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd74cff47-7684-410e-815c-710c0c2de647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:51:50Z', 'updated_at': '2021-05-31T11:51:59Z', 'revision_number': 5, 'project_id': 'fe2be64d30ab4738869bd6e174d36ca0', 'subnets': [{'id': 'd74cff47-7684-410e-815c-710c0c2de647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-7-smb', False) {} {{(pid=98444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:53:56.700017 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1b3a58-7664-4177-b185-036195e739fc None None] The sync data for ids ['1d8a63b9-651f-4e78-a13d-4d78258bc549'] in dv-cinder-786383-7-smb is: [{'id': '1d8a63b9-651f-4e78-a13d-4d78258bc549', 'name': 'tempest-TestMinimumBasicScenario-310043283-router', 'tenant_id': 'fe2be64d30ab4738869bd6e174d36ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.98'}], 'enable_snat': True}, 'gw_port_id': '953fd299-1c12-4093-90cf-a2a956cb85a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:51:47Z', 'updated_at': '2021-05-31T11:51:51Z', 'revision_number': 4, 'project_id': 'fe2be64d30ab4738869bd6e174d36ca0', 'gw_port': {'id': '953fd299-1c12-4093-90cf-a2a956cb85a7', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ed:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8a63b9-651f-4e78-a13d-4d78258bc549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:51:48Z', 'updated_at': '2021-05-31T11:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb', '_interfaces': [{'id': '18bc7ae6-e941-49d9-8215-9809f6e6de40', 'name': '', 'network_id': 'a043b753-ba8b-4d0b-a62e-d6873c4f822a', 'tenant_id': 'fe2be64d30ab4738869bd6e174d36ca0', 'mac_address': 'fa:16:3e:09:14:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8a63b9-651f-4e78-a13d-4d78258bc549', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'd74cff47-7684-410e-815c-710c0c2de647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:51:50Z', 'updated_at': '2021-05-31T11:51:59Z', 'revision_number': 5, 'project_id': 'fe2be64d30ab4738869bd6e174d36ca0', 'subnets': [{'id': 'd74cff47-7684-410e-815c-710c0c2de647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=98444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:53:56.757976 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-32260a33-94e5-4f99-9ba7-8b619bc29065 req-6ba394ea-95b5-4f56-832d-5c87ad3c8d9b service neutron] 10.222.0.61 "GET /v2.0/networks/a043b753-ba8b-4d0b-a62e-d6873c4f822a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347480 May 31 11:53:56.900237 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-32260a33-94e5-4f99-9ba7-8b619bc29065 req-c56a41db-f2a4-4270-a7b2-1ca0f12ca5a2 service neutron] 10.222.0.61 "GET /v2.0/networks/a043b753-ba8b-4d0b-a62e-d6873c4f822a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351340 May 31 11:53:56.941838 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a56e89f-e8fd-4a53-89af-678affccd6e4 None None] New status for floating IP 64cf9150-1fca-4b82-a39d-6c02ed312fbf: DOWN {{(pid=98445) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 31 11:53:57.500256 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:57.805861 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-ee179cd1-1cd4-4577-9038-bcaa590484db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:58.508356 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-a91c5e8e-8952-4db6-a598-6e76e849b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:53:59.000944 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a1075-ec60-4a8a-bd60-0d66d0fb1c18 req-9364260e-52c2-42f1-8adc-5be0e6d7e684 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:53:59.001692 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [req-066a1075-ec60-4a8a-bd60-0d66d0fb1c18 req-9364260e-52c2-42f1-8adc-5be0e6d7e684 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Synchronizing usage tracker for tenant:fe2be64d30ab4738869bd6e174d36ca0 on resource:port {{(pid=98442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:53:59.019709 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [req-066a1075-ec60-4a8a-bd60-0d66d0fb1c18 req-9364260e-52c2-42f1-8adc-5be0e6d7e684 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Unset dirty status for tenant:fe2be64d30ab4738869bd6e174d36ca0 on resource:port {{(pid=98442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:53:59.021117 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-066a1075-ec60-4a8a-bd60-0d66d0fb1c18 req-9364260e-52c2-42f1-8adc-5be0e6d7e684 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b82c97-fcad-497d-9f9a-6a31613ed0e1 HTTP/1.1" status: 200 len: 946 time: 0.1064584 May 31 11:53:59.072426 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [req-066a1075-ec60-4a8a-bd60-0d66d0fb1c18 req-767390bb-bfa5-4594-8aa6-91f362594717 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Synchronizing usage tracker for tenant:fe2be64d30ab4738869bd6e174d36ca0 on resource:security_group {{(pid=98442) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:53:59.089744 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.quota.resource [req-066a1075-ec60-4a8a-bd60-0d66d0fb1c18 req-767390bb-bfa5-4594-8aa6-91f362594717 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Unset dirty status for tenant:fe2be64d30ab4738869bd6e174d36ca0 on resource:security_group {{(pid=98442) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:53:59.090907 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-066a1075-ec60-4a8a-bd60-0d66d0fb1c18 req-767390bb-bfa5-4594-8aa6-91f362594717 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "GET /v2.0/security-groups?id=ead82c87-2fa2-4bc9-8460-6979e6fb3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613353 May 31 11:54:00.217683 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-9fdf87ec-5ce8-4616-9e32-e9b9d10b7557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:00.291959 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b664cd-0b97-47c3-9a3a-4d57e3bc46f9 req-13ef1a20-f588-497d-b118-3e75b2f10c95 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98442) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:00.294038 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-c4b664cd-0b97-47c3-9a3a-4d57e3bc46f9 req-13ef1a20-f588-497d-b118-3e75b2f10c95 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b82c97-fcad-497d-9f9a-6a31613ed0e1 HTTP/1.1" status: 200 len: 946 time: 0.0937815 May 31 11:54:00.344190 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-c4b664cd-0b97-47c3-9a3a-4d57e3bc46f9 req-0f1eaa88-aa44-4fb6-af35-e3d204c25ca3 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "GET /v2.0/security-groups?id=ead82c87-2fa2-4bc9-8460-6979e6fb3cd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439558 May 31 11:54:00.857334 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb3d7da-3ba8-4626-b72c-26c054f33d58 req-d90610f7-f0f9-4241-b55a-8a2a584c4a43 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=98443) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 31 11:54:00.858350 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [req-fbb3d7da-3ba8-4626-b72c-26c054f33d58 req-d90610f7-f0f9-4241-b55a-8a2a584c4a43 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Synchronizing usage tracker for tenant:fe2be64d30ab4738869bd6e174d36ca0 on resource:port {{(pid=98443) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 31 11:54:00.874701 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.quota.resource [req-fbb3d7da-3ba8-4626-b72c-26c054f33d58 req-d90610f7-f0f9-4241-b55a-8a2a584c4a43 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Unset dirty status for tenant:fe2be64d30ab4738869bd6e174d36ca0 on resource:port {{(pid=98443) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 31 11:54:00.875857 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-fbb3d7da-3ba8-4626-b72c-26c054f33d58 req-d90610f7-f0f9-4241-b55a-8a2a584c4a43 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.61 "GET /v2.0/ports?device_id=49b82c97-fcad-497d-9f9a-6a31613ed0e1 HTTP/1.1" status: 200 len: 946 time: 0.1244478 May 31 11:54:01.039685 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.plugin [req-fbb3d7da-3ba8-4626-b72c-26c054f33d58 req-6db3ccb3-6b52-4fcd-9626-64302b7a0d11 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Deleting port 2ed35980-6c7a-421e-a563-c326ccce6abc {{(pid=98443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:54:01.040002 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-fbb3d7da-3ba8-4626-b72c-26c054f33d58 req-6db3ccb3-6b52-4fcd-9626-64302b7a0d11 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781593492803'] for port, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:01.179748 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.db [req-fbb3d7da-3ba8-4626-b72c-26c054f33d58 req-6db3ccb3-6b52-4fcd-9626-64302b7a0d11 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] For port 2ed35980-6c7a-421e-a563-c326ccce6abc, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2ed35980-6c7a-421e-a563-c326ccce6abc,segment=NetworkSegment(eadb72cc-062b-4427-831b-2c871e74baaa),segment_id=eadb72cc-062b-4427-831b-2c871e74baaa)] {{(pid=98443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:54:01.180013 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-fbb3d7da-3ba8-4626-b72c-26c054f33d58 req-6db3ccb3-6b52-4fcd-9626-64302b7a0d11 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8366366'] for port, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:01.312932 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.plugin [req-fbb3d7da-3ba8-4626-b72c-26c054f33d58 req-6db3ccb3-6b52-4fcd-9626-64302b7a0d11 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Calling delete_port for 2ed35980-6c7a-421e-a563-c326ccce6abc owned by compute:nova {{(pid=98443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:54:01.443060 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-fbb3d7da-3ba8-4626-b72c-26c054f33d58 req-6db3ccb3-6b52-4fcd-9626-64302b7a0d11 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781593493926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781593114067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6347609'] for port, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:01.449560 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-7f1f0cf5-0763-47d7-b0ee-cb1beba9d973 tempest-VolumesActionsTest-1155879764 tempest-VolumesActionsTest-1155879764-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:01.494802 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db3ccb3-6b52-4fcd-9626-64302b7a0d11 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Pushing event deleted for resources: {'Port': ['ID=2ed35980-6c7a-421e-a563-c326ccce6abc,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:01.500734 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [req-af38f1d6-bf1c-4278-b39e-49acb8e9bcba req-f14aacee-8d7a-474b-81fe-7fb9ac9c6324 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.21 "GET /v2.0/ports?device_id=49b82c97-fcad-497d-9f9a-6a31613ed0e1 HTTP/1.1" status: 200 len: 210 time: 0.0440259 May 31 11:54:01.527924 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db3ccb3-6b52-4fcd-9626-64302b7a0d11 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:01.528302 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db3ccb3-6b52-4fcd-9626-64302b7a0d11 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:01.528670 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db3ccb3-6b52-4fcd-9626-64302b7a0d11 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:01.529031 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db3ccb3-6b52-4fcd-9626-64302b7a0d11 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:01.529386 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db3ccb3-6b52-4fcd-9626-64302b7a0d11 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:01.529740 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db3ccb3-6b52-4fcd-9626-64302b7a0d11 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:01.530078 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db3ccb3-6b52-4fcd-9626-64302b7a0d11 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:01.530426 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db3ccb3-6b52-4fcd-9626-64302b7a0d11 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:01.530798 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db3ccb3-6b52-4fcd-9626-64302b7a0d11 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:01.531150 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db3ccb3-6b52-4fcd-9626-64302b7a0d11 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:01.531498 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db3ccb3-6b52-4fcd-9626-64302b7a0d11 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:01.531838 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6db3ccb3-6b52-4fcd-9626-64302b7a0d11 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98443) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:01.539714 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-6db3ccb3-6b52-4fcd-9626-64302b7a0d11 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:01.584463 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbb3d7da-3ba8-4626-b72c-26c054f33d58 req-6db3ccb3-6b52-4fcd-9626-64302b7a0d11 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] No DVR routers for this DVR port 2ed35980-6c7a-421e-a563-c326ccce6abc on host hv-cinder-78638 {{(pid=98443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:54:01.587702 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [req-fbb3d7da-3ba8-4626-b72c-26c054f33d58 req-6db3ccb3-6b52-4fcd-9626-64302b7a0d11 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-523773'] for port, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:01.590624 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49b82c97-fcad-497d-9f9a-6a31613ed0e1', 'name': 'network-vif-deleted', 'tag': '2ed35980-6c7a-421e-a563-c326ccce6abc'}] {{(pid=98443) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 31 11:54:01.592920 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}56017c51fa2db9d96507774d194550d251c1d18f102e1d67e4a71b2ac79ee147" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f5930f-6bf9-4f8a-a81f-b79454605d83" -d '{"events": [{"server_uuid": "49b82c97-fcad-497d-9f9a-6a31613ed0e1", "name": "network-vif-deleted", "tag": "2ed35980-6c7a-421e-a563-c326ccce6abc"}]}' {{(pid=98443) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 31 11:54:01.606124 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.agents_db [None req-9d677285-078d-4c88-aefd-aa7dfcc00faf None None] Agent healthcheck: found 6 active agents {{(pid=98445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:54:01.609591 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [req-fbb3d7da-3ba8-4626-b72c-26c054f33d58 req-6db3ccb3-6b52-4fcd-9626-64302b7a0d11 tempest-TestMinimumBasicScenario-1542485857 tempest-TestMinimumBasicScenario-1542485857-project] 10.222.0.61 "DELETE /v2.0/ports/2ed35980-6c7a-421e-a563-c326ccce6abc HTTP/1.1" status: 204 len: 173 time: 0.7278109 May 31 11:54:01.641014 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 31 May 2021 11:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f64eab-7d1f-4070-9fa4-02d23b603263 x-openstack-request-id: req-b9f64eab-7d1f-4070-9fa4-02d23b603263 {{(pid=98443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 31 11:54:01.641311 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49b82c97-fcad-497d-9f9a-6a31613ed0e1", "name": "network-vif-deleted", "tag": "2ed35980-6c7a-421e-a563-c326ccce6abc", "status": "completed", "code": 200}]} {{(pid=98443) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 31 11:54:01.641619 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b9f64eab-7d1f-4070-9fa4-02d23b603263 {{(pid=98443) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 31 11:54:01.642093 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49b82c97-fcad-497d-9f9a-6a31613ed0e1', 'name': 'network-vif-deleted', 'tag': '2ed35980-6c7a-421e-a563-c326ccce6abc', 'status': 'completed', 'code': 200} May 31 11:54:02.823631 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device 2ed35980-6c7a-421e-a563-c326ccce6abc no longer exists at agent hyperv_hv-cinder-78638 {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:54:02.861924 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.plugin [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] No Port match for: 2ed35980-6c7a-421e-a563-c326ccce6abc {{(pid=98444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:54:02.862229 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Device 2ed35980-6c7a-421e-a563-c326ccce6abc not bound to the agent host hv-cinder-78638 {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:54:03.269001 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 38028) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:03.934303 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-93aea036-5ce6-4c21-9760-5fff2abecf3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8369615'] for router_interface, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:04.367120 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.plugin [None req-93aea036-5ce6-4c21-9760-5fff2abecf3a admin admin] Deleting port 18bc7ae6-e941-49d9-8215-9809f6e6de40 {{(pid=98443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:54:04.367863 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-93aea036-5ce6-4c21-9760-5fff2abecf3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781593492803'] for port, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:04.492977 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.db [None req-93aea036-5ce6-4c21-9760-5fff2abecf3a admin admin] For port 18bc7ae6-e941-49d9-8215-9809f6e6de40, host dv-cinder-786383-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-smb',level=0,port_id=18bc7ae6-e941-49d9-8215-9809f6e6de40,segment=NetworkSegment(eadb72cc-062b-4427-831b-2c871e74baaa),segment_id=eadb72cc-062b-4427-831b-2c871e74baaa)] {{(pid=98443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:54:04.493278 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-93aea036-5ce6-4c21-9760-5fff2abecf3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8366366'] for port, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:04.615061 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.plugin [None req-93aea036-5ce6-4c21-9760-5fff2abecf3a admin admin] Calling delete_port for 18bc7ae6-e941-49d9-8215-9809f6e6de40 owned by network:router_interface {{(pid=98443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:54:04.876202 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-93aea036-5ce6-4c21-9760-5fff2abecf3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781593493926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781593114067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6347609'] for port, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:04.882333 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-a72a6510-b662-4230-8015-1321337f6d2f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:04.925405 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aea036-5ce6-4c21-9760-5fff2abecf3a admin admin] Pushing event deleted for resources: {'Port': ['ID=18bc7ae6-e941-49d9-8215-9809f6e6de40,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:04.928529 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-93aea036-5ce6-4c21-9760-5fff2abecf3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:05.313121 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-93aea036-5ce6-4c21-9760-5fff2abecf3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7927545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8366687'] for router_interface, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:05.700303 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93aea036-5ce6-4c21-9760-5fff2abecf3a admin admin] Router 1d8a63b9-651f-4e78-a13d-4d78258bc549 has already been hosted by L3 agent 18500941-09fe-4120-b40f-cc1049bfe169 {{(pid=98443) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:54:05.896841 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93aea036-5ce6-4c21-9760-5fff2abecf3a admin admin] Notify agent at l3_agent.dv-cinder-786383-7-smb the message routers_updated {{(pid=98443) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:54:05.907059 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b846d64-4e9b-463d-a4b3-89968cfe953c None None] Sync routers for ids ['1d8a63b9-651f-4e78-a13d-4d78258bc549'] in dv-cinder-786383-7-smb {{(pid=98444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:54:05.909369 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-93aea036-5ce6-4c21-9760-5fff2abecf3a admin admin] 10.222.0.21 "PUT /v2.0/routers/1d8a63b9-651f-4e78-a13d-4d78258bc549/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6392560 May 31 11:54:05.912295 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 38032) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:05.917773 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b846d64-4e9b-463d-a4b3-89968cfe953c None None] Routers {'1d8a63b9-651f-4e78-a13d-4d78258bc549'} bound to L3 agent in host dv-cinder-786383-7-smb {{(pid=98444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:54:05.918483 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_hamode_db [None req-6b846d64-4e9b-463d-a4b3-89968cfe953c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:33:28Z,description=,heartbeat_timestamp=2021-05-31T11:53:58Z,host='dv-cinder-786383-7-smb',id=18500941-09fe-4120-b40f-cc1049bfe169,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:33:28Z,topic='l3_agent')) {'router_ids': ['1d8a63b9-651f-4e78-a13d-4d78258bc549'], 'active': True} {{(pid=98444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:54:06.124048 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvr_db [None req-6b846d64-4e9b-463d-a4b3-89968cfe953c None None] Set router 1d8a63b9-651f-4e78-a13d-4d78258bc549 gateway port host: dv-cinder-786383-7-smb {{(pid=98444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:54:06.222439 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-dd7474eb-35ff-4422-bf10-fa936e4d16f1 admin admin] Notify callbacks [] for router, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:06.404792 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-dd7474eb-35ff-4422-bf10-fa936e4d16f1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:06.431677 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_hamode_db [None req-6b846d64-4e9b-463d-a4b3-89968cfe953c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8a63b9-651f-4e78-a13d-4d78258bc549', 'name': 'tempest-TestMinimumBasicScenario-310043283-router', 'tenant_id': 'fe2be64d30ab4738869bd6e174d36ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.98'}], 'enable_snat': True}, 'gw_port_id': '953fd299-1c12-4093-90cf-a2a956cb85a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:51:47Z', 'updated_at': '2021-05-31T11:54:04Z', 'revision_number': 5, 'project_id': 'fe2be64d30ab4738869bd6e174d36ca0', 'gw_port': {'id': '953fd299-1c12-4093-90cf-a2a956cb85a7', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:ed:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d8a63b9-651f-4e78-a13d-4d78258bc549', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:51:48Z', 'updated_at': '2021-05-31T11:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb'}], 'dv-cinder-786383-7-smb', False) {} {{(pid=98444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:54:06.435956 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b846d64-4e9b-463d-a4b3-89968cfe953c None None] Checking router: 1d8a63b9-651f-4e78-a13d-4d78258bc549 for host: dv-cinder-786383-7-smb {{(pid=98444) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:54:06.444683 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b846d64-4e9b-463d-a4b3-89968cfe953c None None] Routers {'1d8a63b9-651f-4e78-a13d-4d78258bc549'} bound to L3 agent in host dv-cinder-786383-7-smb {{(pid=98444) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:54:06.445307 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_hamode_db [None req-6b846d64-4e9b-463d-a4b3-89968cfe953c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:33:28Z,description=,heartbeat_timestamp=2021-05-31T11:53:58Z,host='dv-cinder-786383-7-smb',id=18500941-09fe-4120-b40f-cc1049bfe169,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:33:28Z,topic='l3_agent')) {'router_ids': ['1d8a63b9-651f-4e78-a13d-4d78258bc549'], 'active': True} {{(pid=98444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:54:06.478787 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.plugin [None req-dd7474eb-35ff-4422-bf10-fa936e4d16f1 admin admin] Deleting port 953fd299-1c12-4093-90cf-a2a956cb85a7 {{(pid=98442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:54:06.479009 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-dd7474eb-35ff-4422-bf10-fa936e4d16f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781593492803'] for port, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:06.597135 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvr_db [None req-6b846d64-4e9b-463d-a4b3-89968cfe953c None None] Set router 1d8a63b9-651f-4e78-a13d-4d78258bc549 gateway port host: None {{(pid=98444) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:54:06.603511 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.db [None req-dd7474eb-35ff-4422-bf10-fa936e4d16f1 admin admin] For port 953fd299-1c12-4093-90cf-a2a956cb85a7, host dv-cinder-786383-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-smb',level=0,port_id=953fd299-1c12-4093-90cf-a2a956cb85a7,segment=NetworkSegment(1ab87b5a-2ab4-41da-bbc3-50466ba34034),segment_id=1ab87b5a-2ab4-41da-bbc3-50466ba34034)] {{(pid=98442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:54:06.603860 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-dd7474eb-35ff-4422-bf10-fa936e4d16f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8366366'] for port, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:06.704031 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_hamode_db [None req-6b846d64-4e9b-463d-a4b3-89968cfe953c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d8a63b9-651f-4e78-a13d-4d78258bc549', 'name': 'tempest-TestMinimumBasicScenario-310043283-router', 'tenant_id': 'fe2be64d30ab4738869bd6e174d36ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:51:47Z', 'updated_at': '2021-05-31T11:54:06Z', 'revision_number': 6, 'project_id': 'fe2be64d30ab4738869bd6e174d36ca0', 'gw_port_host': None}], 'dv-cinder-786383-7-smb', False) {} {{(pid=98444) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:54:06.708969 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b846d64-4e9b-463d-a4b3-89968cfe953c None None] The sync data for ids ['1d8a63b9-651f-4e78-a13d-4d78258bc549'] in dv-cinder-786383-7-smb is: [{'id': '1d8a63b9-651f-4e78-a13d-4d78258bc549', 'name': 'tempest-TestMinimumBasicScenario-310043283-router', 'tenant_id': 'fe2be64d30ab4738869bd6e174d36ca0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:51:47Z', 'updated_at': '2021-05-31T11:54:06Z', 'revision_number': 6, 'project_id': 'fe2be64d30ab4738869bd6e174d36ca0', 'gw_port_host': None}] {{(pid=98444) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:54:06.731416 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.plugin [None req-dd7474eb-35ff-4422-bf10-fa936e4d16f1 admin admin] Calling delete_port for 953fd299-1c12-4093-90cf-a2a956cb85a7 owned by network:router_gateway {{(pid=98442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:54:06.889136 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-dd7474eb-35ff-4422-bf10-fa936e4d16f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781593493926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781593114067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6713643'] for port, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:06.892758 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:06.936789 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7474eb-35ff-4422-bf10-fa936e4d16f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=953fd299-1c12-4093-90cf-a2a956cb85a7,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:06.939873 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-dd7474eb-35ff-4422-bf10-fa936e4d16f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:07.032630 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-dd7474eb-35ff-4422-bf10-fa936e4d16f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8365522'] for router_gateway, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:07.219963 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-dd7474eb-35ff-4422-bf10-fa936e4d16f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8360287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-665'] for router, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:07.222333 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-dd7474eb-35ff-4422-bf10-fa936e4d16f1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:07.247013 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-dd7474eb-35ff-4422-bf10-fa936e4d16f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8366179'] for router, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:07.247630 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd7474eb-35ff-4422-bf10-fa936e4d16f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1d8a63b9-651f-4e78-a13d-4d78258bc549 {{(pid=98442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 11:54:07.260661 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-dd7474eb-35ff-4422-bf10-fa936e4d16f1 admin admin] Notify callbacks [] for router, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:07.261809 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-dd7474eb-35ff-4422-bf10-fa936e4d16f1 admin admin] 10.222.0.21 "DELETE /v2.0/routers/1d8a63b9-651f-4e78-a13d-4d78258bc549 HTTP/1.1" status: 204 len: 168 time: 1.3485005 May 31 11:54:07.265599 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 38036) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:07.324609 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb17a7fa-10ef-4269-b425-df1cb4404ffa admin admin] Deleting subnet d74cff47-7684-410e-815c-710c0c2de647 {{(pid=98442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 11:54:07.327577 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-fb17a7fa-10ef-4269-b425-df1cb4404ffa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:07.380023 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-fb17a7fa-10ef-4269-b425-df1cb4404ffa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7194582'] for subnet, precommit_delete_associations {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:07.464598 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device 18bc7ae6-e941-49d9-8215-9809f6e6de40 no longer exists at agent ovs-agent-dv-cinder-786383-7-smb {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:54:07.476418 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-fb17a7fa-10ef-4269-b425-df1cb4404ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649192'] for subnet, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:07.505010 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.plugin [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] No Port match for: 18bc7ae6-e941-49d9-8215-9809f6e6de40 {{(pid=98444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:54:07.505360 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device 18bc7ae6-e941-49d9-8215-9809f6e6de40 not bound to the agent host dv-cinder-786383-7-smb {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:54:07.844491 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-fb17a7fa-10ef-4269-b425-df1cb4404ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-649821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6324440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6019309'] for subnet, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:07.852335 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:07.888297 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb17a7fa-10ef-4269-b425-df1cb4404ffa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d74cff47-7684-410e-815c-710c0c2de647,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:07.890785 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-fb17a7fa-10ef-4269-b425-df1cb4404ffa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:07.892425 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-fb17a7fa-10ef-4269-b425-df1cb4404ffa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927509'] for subnet, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:07.894244 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484690e7-9989-4bbe-bd93-11030254eaad None None] Network a043b753-ba8b-4d0b-a62e-d6873c4f822a requested from dv-cinder-786383-7-smb {{(pid=98444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:54:07.899954 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-fb17a7fa-10ef-4269-b425-df1cb4404ffa admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d74cff47-7684-410e-815c-710c0c2de647 HTTP/1.1" status: 204 len: 168 time: 0.6331413 May 31 11:54:07.903605 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 38040) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:08.013541 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-660d55aa-0f05-4937-98d0-604aa50a5c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990620'] for network, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:08.092818 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.plugin [None req-660d55aa-0f05-4937-98d0-604aa50a5c2e admin admin] Deleting port 55862ec6-3aeb-4e74-be25-f877e7092bcd {{(pid=98443) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:54:08.093193 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-660d55aa-0f05-4937-98d0-604aa50a5c2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781593492803'] for port, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:08.193896 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.db [None req-660d55aa-0f05-4937-98d0-604aa50a5c2e admin admin] For port 55862ec6-3aeb-4e74-be25-f877e7092bcd, host dv-cinder-786383-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-smb',level=0,port_id=55862ec6-3aeb-4e74-be25-f877e7092bcd,segment=NetworkSegment(eadb72cc-062b-4427-831b-2c871e74baaa),segment_id=eadb72cc-062b-4427-831b-2c871e74baaa)] {{(pid=98443) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:54:08.194435 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-660d55aa-0f05-4937-98d0-604aa50a5c2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8366366'] for port, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:08.199039 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e57ae35-b88d-4242-a7a6-3dff9439e28a None None] DHCP port deletion for a043b753-ba8b-4d0b-a62e-d6873c4f822a request from dv-cinder-786383-7-smb {{(pid=98444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 11:54:08.266250 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.plugin [None req-2e57ae35-b88d-4242-a7a6-3dff9439e28a None None] Deleting port 55862ec6-3aeb-4e74-be25-f877e7092bcd {{(pid=98444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:54:08.266668 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-2e57ae35-b88d-4242-a7a6-3dff9439e28a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781593492803'] for port, before_delete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:08.323755 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.plugin [None req-660d55aa-0f05-4937-98d0-604aa50a5c2e admin admin] Calling delete_port for 55862ec6-3aeb-4e74-be25-f877e7092bcd owned by network:dhcp {{(pid=98443) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:54:08.365281 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-2e57ae35-b88d-4242-a7a6-3dff9439e28a None None] For port 55862ec6-3aeb-4e74-be25-f877e7092bcd, host dv-cinder-786383-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-smb',level=0,port_id=55862ec6-3aeb-4e74-be25-f877e7092bcd,segment=NetworkSegment(eadb72cc-062b-4427-831b-2c871e74baaa),segment_id=eadb72cc-062b-4427-831b-2c871e74baaa)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:54:08.365684 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-2e57ae35-b88d-4242-a7a6-3dff9439e28a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8366366'] for port, precommit_delete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:08.374786 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-660d55aa-0f05-4937-98d0-604aa50a5c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781593493926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781593114067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6347609'] for port, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:08.379546 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-85043baf-3f13-4854-94f4-cc0c082d8c9a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:08.422797 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d55aa-0f05-4937-98d0-604aa50a5c2e admin admin] Pushing event deleted for resources: {'Port': ['ID=55862ec6-3aeb-4e74-be25-f877e7092bcd,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:08.424475 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660d55aa-0f05-4937-98d0-604aa50a5c2e admin admin] No DVR routers for this DVR port 55862ec6-3aeb-4e74-be25-f877e7092bcd on host dv-cinder-786383-7-smb {{(pid=98443) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:54:08.425960 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-660d55aa-0f05-4937-98d0-604aa50a5c2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:08.496422 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.plugin [None req-2e57ae35-b88d-4242-a7a6-3dff9439e28a None None] Calling delete_port for 55862ec6-3aeb-4e74-be25-f877e7092bcd owned by network:dhcp {{(pid=98444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:54:08.542981 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-2e57ae35-b88d-4242-a7a6-3dff9439e28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781593493926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781593114067'] for port, after_delete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:08.546853 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:08.603812 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e57ae35-b88d-4242-a7a6-3dff9439e28a None None] Pushing event deleted for resources: {'Port': ['ID=55862ec6-3aeb-4e74-be25-f877e7092bcd,revision_number=None']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:08.611039 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e57ae35-b88d-4242-a7a6-3dff9439e28a None None] No DVR routers for this DVR port 55862ec6-3aeb-4e74-be25-f877e7092bcd on host dv-cinder-786383-7-smb {{(pid=98444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:54:08.617600 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e57ae35-b88d-4242-a7a6-3dff9439e28a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:08.617914 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e57ae35-b88d-4242-a7a6-3dff9439e28a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:08.618243 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e57ae35-b88d-4242-a7a6-3dff9439e28a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:08.620975 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e57ae35-b88d-4242-a7a6-3dff9439e28a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:08.620975 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e57ae35-b88d-4242-a7a6-3dff9439e28a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:08.620975 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e57ae35-b88d-4242-a7a6-3dff9439e28a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:08.620975 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e57ae35-b88d-4242-a7a6-3dff9439e28a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:08.620975 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e57ae35-b88d-4242-a7a6-3dff9439e28a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:08.620975 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e57ae35-b88d-4242-a7a6-3dff9439e28a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:08.620975 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e57ae35-b88d-4242-a7a6-3dff9439e28a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:08.620975 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e57ae35-b88d-4242-a7a6-3dff9439e28a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:08.620975 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e57ae35-b88d-4242-a7a6-3dff9439e28a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-7-smb {{(pid=98444) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 31 11:54:08.624396 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-2e57ae35-b88d-4242-a7a6-3dff9439e28a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:08.624908 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:08.656014 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-660d55aa-0f05-4937-98d0-604aa50a5c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647783', 'neutron.services.segments.db._delete_segments_for_network-8781593572316'] for network, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:08.674948 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.services.segments.db [None req-660d55aa-0f05-4937-98d0-604aa50a5c2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a043b753-ba8b-4d0b-a62e-d6873c4f822a']}} {{(pid=98443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:54:08.692694 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.services.segments.db [None req-660d55aa-0f05-4937-98d0-604aa50a5c2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eadb72cc-062b-4427-831b-2c871e74baaa') {'for_net_delete': True} {{(pid=98443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:54:08.693113 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.services.segments.db [None req-660d55aa-0f05-4937-98d0-604aa50a5c2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eadb72cc-062b-4427-831b-2c871e74baaa') {} {{(pid=98443) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:54:08.705455 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-660d55aa-0f05-4937-98d0-604aa50a5c2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781593581213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7666502'] for segment, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:08.724800 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-660d55aa-0f05-4937-98d0-604aa50a5c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654047'] for segment, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:08.731299 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-660d55aa-0f05-4937-98d0-604aa50a5c2e admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=98443) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 11:54:08.731669 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-660d55aa-0f05-4937-98d0-604aa50a5c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6347532'] for segment, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:08.745271 dv-cinder-786383-7-smb neutron-server[98443]: Traceback (most recent call last): May 31 11:54:08.745271 dv-cinder-786383-7-smb neutron-server[98443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 11:54:08.745271 dv-cinder-786383-7-smb neutron-server[98443]: timer() May 31 11:54:08.745271 dv-cinder-786383-7-smb neutron-server[98443]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 11:54:08.745271 dv-cinder-786383-7-smb neutron-server[98443]: cb(*args, **kw) May 31 11:54:08.745271 dv-cinder-786383-7-smb neutron-server[98443]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 11:54:08.745271 dv-cinder-786383-7-smb neutron-server[98443]: return func(*args, **kwargs) May 31 11:54:08.745271 dv-cinder-786383-7-smb neutron-server[98443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 11:54:08.745271 dv-cinder-786383-7-smb neutron-server[98443]: self._notify() May 31 11:54:08.745271 dv-cinder-786383-7-smb neutron-server[98443]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 11:54:08.745271 dv-cinder-786383-7-smb neutron-server[98443]: self.callback(batched_events) May 31 11:54:08.745271 dv-cinder-786383-7-smb neutron-server[98443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 11:54:08.745271 dv-cinder-786383-7-smb neutron-server[98443]: event.method(event) May 31 11:54:08.745271 dv-cinder-786383-7-smb neutron-server[98443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 11:54:08.745271 dv-cinder-786383-7-smb neutron-server[98443]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 11:54:08.745271 dv-cinder-786383-7-smb neutron-server[98443]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 11:54:08.745271 dv-cinder-786383-7-smb neutron-server[98443]: aggregate_uuid = self.p_client.list_aggregates( May 31 11:54:08.745271 dv-cinder-786383-7-smb neutron-server[98443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 11:54:08.745271 dv-cinder-786383-7-smb neutron-server[98443]: return f(self, *a, **k) May 31 11:54:08.745271 dv-cinder-786383-7-smb neutron-server[98443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 11:54:08.745271 dv-cinder-786383-7-smb neutron-server[98443]: return self._get(url).json() May 31 11:54:08.745271 dv-cinder-786383-7-smb neutron-server[98443]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 11:54:08.745271 dv-cinder-786383-7-smb neutron-server[98443]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 11:54:08.745271 dv-cinder-786383-7-smb neutron-server[98443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 11:54:08.745271 dv-cinder-786383-7-smb neutron-server[98443]: return self.request(url, 'GET', **kwargs) May 31 11:54:08.745271 dv-cinder-786383-7-smb neutron-server[98443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 11:54:08.745271 dv-cinder-786383-7-smb neutron-server[98443]: base_url = self.get_endpoint(auth, allow=allow, May 31 11:54:08.745271 dv-cinder-786383-7-smb neutron-server[98443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 11:54:08.745271 dv-cinder-786383-7-smb neutron-server[98443]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 11:54:08.745271 dv-cinder-786383-7-smb neutron-server[98443]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 11:54:08.745271 dv-cinder-786383-7-smb neutron-server[98443]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 11:54:08.745271 dv-cinder-786383-7-smb neutron-server[98443]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 11:54:08.823552 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device 55862ec6-3aeb-4e74-be25-f877e7092bcd no longer exists at agent ovs-agent-dv-cinder-786383-7-smb {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:54:08.827494 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-660d55aa-0f05-4937-98d0-604aa50a5c2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8325956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7927536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8365519'] for network, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:08.831228 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:08.844879 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-660d55aa-0f05-4937-98d0-604aa50a5c2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927509'] for network, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:08.856685 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d55aa-0f05-4937-98d0-604aa50a5c2e admin admin] Pushing event deleted for resources: {'Network': ['ID=a043b753-ba8b-4d0b-a62e-d6873c4f822a,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:08.857018 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.plugin [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] No Port match for: 55862ec6-3aeb-4e74-be25-f877e7092bcd {{(pid=98444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:54:08.857370 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device 55862ec6-3aeb-4e74-be25-f877e7092bcd not bound to the agent host dv-cinder-786383-7-smb {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:54:08.858626 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device 953fd299-1c12-4093-90cf-a2a956cb85a7 no longer exists at agent ovs-agent-dv-cinder-786383-7-smb {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:54:08.860796 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-660d55aa-0f05-4937-98d0-604aa50a5c2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:08.870573 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-660d55aa-0f05-4937-98d0-604aa50a5c2e admin admin] 10.222.0.21 "DELETE /v2.0/networks/a043b753-ba8b-4d0b-a62e-d6873c4f822a HTTP/1.1" status: 204 len: 168 time: 0.9658489 May 31 11:54:08.873621 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 38044) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:08.890712 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.plugin [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] No Port match for: 953fd299-1c12-4093-90cf-a2a956cb85a7 {{(pid=98444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:54:08.891060 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device 953fd299-1c12-4093-90cf-a2a956cb85a7 not bound to the agent host dv-cinder-786383-7-smb {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:54:09.457461 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-67a50c77-a327-451a-aa7c-86d681a4ed28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8369615'] for router_interface, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:09.904029 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.plugin [None req-67a50c77-a327-451a-aa7c-86d681a4ed28 admin admin] Deleting port 4dc89738-443e-4a13-b1d5-abfe35d4c8b1 {{(pid=98442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:54:09.904712 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-67a50c77-a327-451a-aa7c-86d681a4ed28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781593492803'] for port, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:10.028419 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.db [None req-67a50c77-a327-451a-aa7c-86d681a4ed28 admin admin] For port 4dc89738-443e-4a13-b1d5-abfe35d4c8b1, host dv-cinder-786383-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-smb',level=0,port_id=4dc89738-443e-4a13-b1d5-abfe35d4c8b1,segment=NetworkSegment(7b437859-bd02-4389-9713-5bad34278a62),segment_id=7b437859-bd02-4389-9713-5bad34278a62)] {{(pid=98442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:54:10.028747 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-67a50c77-a327-451a-aa7c-86d681a4ed28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8366366'] for port, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:10.151952 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.plugin [None req-67a50c77-a327-451a-aa7c-86d681a4ed28 admin admin] Calling delete_port for 4dc89738-443e-4a13-b1d5-abfe35d4c8b1 owned by network:router_interface {{(pid=98442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:54:10.423444 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-67a50c77-a327-451a-aa7c-86d681a4ed28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781593493926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781593114067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6713643'] for port, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:10.429191 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-7837bc76-5296-4647-8c53-12362eedc807 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:10.479181 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a50c77-a327-451a-aa7c-86d681a4ed28 admin admin] Pushing event deleted for resources: {'Port': ['ID=4dc89738-443e-4a13-b1d5-abfe35d4c8b1,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:10.482291 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-67a50c77-a327-451a-aa7c-86d681a4ed28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:10.770387 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-67a50c77-a327-451a-aa7c-86d681a4ed28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7927545', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8366687'] for router_interface, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:11.153331 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67a50c77-a327-451a-aa7c-86d681a4ed28 admin admin] Router c041ee91-a0ca-4530-98fe-ee17fa03b2ad has already been hosted by L3 agent 18500941-09fe-4120-b40f-cc1049bfe169 {{(pid=98442) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 31 11:54:11.351828 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a50c77-a327-451a-aa7c-86d681a4ed28 admin admin] Notify agent at l3_agent.dv-cinder-786383-7-smb the message routers_updated {{(pid=98442) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 31 11:54:11.360715 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804edd63-9830-4053-a2d5-b942a0ed4a44 None None] Sync routers for ids ['c041ee91-a0ca-4530-98fe-ee17fa03b2ad'] in dv-cinder-786383-7-smb {{(pid=98445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 31 11:54:11.371215 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-67a50c77-a327-451a-aa7c-86d681a4ed28 admin admin] 10.222.0.21 "PUT /v2.0/routers/c041ee91-a0ca-4530-98fe-ee17fa03b2ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4962633 May 31 11:54:11.371401 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804edd63-9830-4053-a2d5-b942a0ed4a44 None None] Routers {'c041ee91-a0ca-4530-98fe-ee17fa03b2ad'} bound to L3 agent in host dv-cinder-786383-7-smb {{(pid=98445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:54:11.372049 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_hamode_db [None req-804edd63-9830-4053-a2d5-b942a0ed4a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:33:28Z,description=,heartbeat_timestamp=2021-05-31T11:53:58Z,host='dv-cinder-786383-7-smb',id=18500941-09fe-4120-b40f-cc1049bfe169,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:33:28Z,topic='l3_agent')) {'router_ids': ['c041ee91-a0ca-4530-98fe-ee17fa03b2ad'], 'active': True} {{(pid=98445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:54:11.374434 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 38048) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:11.557961 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-8c5d5b97-1223-4abd-9bcd-7671241782c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:11.561854 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_dvr_db [None req-804edd63-9830-4053-a2d5-b942a0ed4a44 None None] Set router c041ee91-a0ca-4530-98fe-ee17fa03b2ad gateway port host: dv-cinder-786383-7-smb {{(pid=98445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:54:11.857787 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-8c5d5b97-1223-4abd-9bcd-7671241782c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:11.890157 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_hamode_db [None req-804edd63-9830-4053-a2d5-b942a0ed4a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c041ee91-a0ca-4530-98fe-ee17fa03b2ad', 'name': 'tempest-TestMinimumBasicScenario-179207139-router', 'tenant_id': '66322df3d8ad495a9450f8703d7b6319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'external_fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.182'}], 'enable_snat': True}, 'gw_port_id': '8cccd528-3490-41aa-a6e8-1250b43764f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:51:55Z', 'updated_at': '2021-05-31T11:54:10Z', 'revision_number': 5, 'project_id': '66322df3d8ad495a9450f8703d7b6319', 'gw_port': {'id': '8cccd528-3490-41aa-a6e8-1250b43764f3', 'name': '', 'network_id': '21abd7a8-7011-4cfc-9928-6cba34534bd3', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:4b:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c041ee91-a0ca-4530-98fe-ee17fa03b2ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 643, 'fixed_ips': [{'subnet_id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'ip_address': '172.28.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-7-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-31T11:51:56Z', 'updated_at': '2021-05-31T11:52:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'fc8dc0a7-05d9-4005-b2f1-4ff2fa0427a5', 'cidr': '172.28.3.0/24', 'gateway_ip': '172.28.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-7-smb'}], 'dv-cinder-786383-7-smb', False) {} {{(pid=98445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:54:11.894052 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804edd63-9830-4053-a2d5-b942a0ed4a44 None None] Checking router: c041ee91-a0ca-4530-98fe-ee17fa03b2ad for host: dv-cinder-786383-7-smb {{(pid=98445) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 31 11:54:11.904072 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804edd63-9830-4053-a2d5-b942a0ed4a44 None None] Routers {'c041ee91-a0ca-4530-98fe-ee17fa03b2ad'} bound to L3 agent in host dv-cinder-786383-7-smb {{(pid=98445) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 31 11:54:11.904737 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_hamode_db [None req-804edd63-9830-4053-a2d5-b942a0ed4a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-7-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-31T11:33:28Z,description=,heartbeat_timestamp=2021-05-31T11:53:58Z,host='dv-cinder-786383-7-smb',id=18500941-09fe-4120-b40f-cc1049bfe169,load=0,resource_versions=,resources_synced=,started_at=2021-05-31T11:33:28Z,topic='l3_agent')) {'router_ids': ['c041ee91-a0ca-4530-98fe-ee17fa03b2ad'], 'active': True} {{(pid=98445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:54:11.931882 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.plugin [None req-8c5d5b97-1223-4abd-9bcd-7671241782c7 admin admin] Deleting port 8cccd528-3490-41aa-a6e8-1250b43764f3 {{(pid=98442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:54:11.932224 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-8c5d5b97-1223-4abd-9bcd-7671241782c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781593492803'] for port, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:12.053696 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_dvr_db [None req-804edd63-9830-4053-a2d5-b942a0ed4a44 None None] Set router c041ee91-a0ca-4530-98fe-ee17fa03b2ad gateway port host: None {{(pid=98445) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 31 11:54:12.057810 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.db [None req-8c5d5b97-1223-4abd-9bcd-7671241782c7 admin admin] For port 8cccd528-3490-41aa-a6e8-1250b43764f3, host dv-cinder-786383-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-smb',level=0,port_id=8cccd528-3490-41aa-a6e8-1250b43764f3,segment=NetworkSegment(1ab87b5a-2ab4-41da-bbc3-50466ba34034),segment_id=1ab87b5a-2ab4-41da-bbc3-50466ba34034)] {{(pid=98442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:54:12.058163 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-8c5d5b97-1223-4abd-9bcd-7671241782c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8366366'] for port, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:12.165647 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.l3_hamode_db [None req-804edd63-9830-4053-a2d5-b942a0ed4a44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c041ee91-a0ca-4530-98fe-ee17fa03b2ad', 'name': 'tempest-TestMinimumBasicScenario-179207139-router', 'tenant_id': '66322df3d8ad495a9450f8703d7b6319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:51:55Z', 'updated_at': '2021-05-31T11:54:11Z', 'revision_number': 6, 'project_id': '66322df3d8ad495a9450f8703d7b6319', 'gw_port_host': None}], 'dv-cinder-786383-7-smb', False) {} {{(pid=98445) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:54:12.170139 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804edd63-9830-4053-a2d5-b942a0ed4a44 None None] The sync data for ids ['c041ee91-a0ca-4530-98fe-ee17fa03b2ad'] in dv-cinder-786383-7-smb is: [{'id': 'c041ee91-a0ca-4530-98fe-ee17fa03b2ad', 'name': 'tempest-TestMinimumBasicScenario-179207139-router', 'tenant_id': '66322df3d8ad495a9450f8703d7b6319', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-31T11:51:55Z', 'updated_at': '2021-05-31T11:54:11Z', 'revision_number': 6, 'project_id': '66322df3d8ad495a9450f8703d7b6319', 'gw_port_host': None}] {{(pid=98445) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 31 11:54:12.186292 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.plugin [None req-8c5d5b97-1223-4abd-9bcd-7671241782c7 admin admin] Calling delete_port for 8cccd528-3490-41aa-a6e8-1250b43764f3 owned by network:router_gateway {{(pid=98442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:54:12.337470 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-8c5d5b97-1223-4abd-9bcd-7671241782c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781593493926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781593114067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6713643'] for port, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:12.342070 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-2b6a78f6-6bbf-42ed-a1e2-051277192542 tempest-AttachVolumeTestJSON-73498038 tempest-AttachVolumeTestJSON-73498038-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:12.386905 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5d5b97-1223-4abd-9bcd-7671241782c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cccd528-3490-41aa-a6e8-1250b43764f3,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:12.413230 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-8c5d5b97-1223-4abd-9bcd-7671241782c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:12.480043 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-8c5d5b97-1223-4abd-9bcd-7671241782c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8365522'] for router_gateway, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:12.658416 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-8c5d5b97-1223-4abd-9bcd-7671241782c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8360287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-665'] for router, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:12.660797 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-8c5d5b97-1223-4abd-9bcd-7671241782c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:12.686060 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-8c5d5b97-1223-4abd-9bcd-7671241782c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8366179'] for router, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:12.686571 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c5d5b97-1223-4abd-9bcd-7671241782c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c041ee91-a0ca-4530-98fe-ee17fa03b2ad {{(pid=98442) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 31 11:54:12.699894 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-8c5d5b97-1223-4abd-9bcd-7671241782c7 admin admin] Notify callbacks [] for router, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:12.701048 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-8c5d5b97-1223-4abd-9bcd-7671241782c7 admin admin] 10.222.0.21 "DELETE /v2.0/routers/c041ee91-a0ca-4530-98fe-ee17fa03b2ad HTTP/1.1" status: 204 len: 168 time: 1.3256688 May 31 11:54:12.703940 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 38052) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:12.776566 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.db_base_plugin_v2 [None req-e85b8fa9-1261-42e3-91cb-96faac071016 admin admin] Deleting subnet fc0a95fd-e059-419d-bedd-9a6f9ad62047 {{(pid=98442) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 31 11:54:12.780908 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-e85b8fa9-1261-42e3-91cb-96faac071016 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:12.845827 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-e85b8fa9-1261-42e3-91cb-96faac071016 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7194582'] for subnet, precommit_delete_associations {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:12.932766 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-e85b8fa9-1261-42e3-91cb-96faac071016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-649192'] for subnet, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:12.934406 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device 8cccd528-3490-41aa-a6e8-1250b43764f3 no longer exists at agent ovs-agent-dv-cinder-786383-7-smb {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:54:12.970987 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.plugin [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] No Port match for: 8cccd528-3490-41aa-a6e8-1250b43764f3 {{(pid=98444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:54:12.971485 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device 8cccd528-3490-41aa-a6e8-1250b43764f3 not bound to the agent host dv-cinder-786383-7-smb {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:54:12.972117 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device 4dc89738-443e-4a13-b1d5-abfe35d4c8b1 no longer exists at agent ovs-agent-dv-cinder-786383-7-smb {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:54:13.008913 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.plugin [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] No Port match for: 4dc89738-443e-4a13-b1d5-abfe35d4c8b1 {{(pid=98444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:54:13.009523 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device 4dc89738-443e-4a13-b1d5-abfe35d4c8b1 not bound to the agent host dv-cinder-786383-7-smb {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:54:13.196800 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-e85b8fa9-1261-42e3-91cb-96faac071016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-649821', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91540', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6324440', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6019309'] for subnet, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:13.201675 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:13.239035 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-e85b8fa9-1261-42e3-91cb-96faac071016 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927509'] for subnet, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:13.241679 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85b8fa9-1261-42e3-91cb-96faac071016 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc0a95fd-e059-419d-bedd-9a6f9ad62047,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:13.242678 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a22f979-cd4a-411a-8300-8d9cb61b5bf3 None None] Network 5697d397-7fb4-4ed9-b7a2-d2ab334e643b requested from dv-cinder-786383-7-smb {{(pid=98444) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 31 11:54:13.244736 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-e85b8fa9-1261-42e3-91cb-96faac071016 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:13.248491 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-e85b8fa9-1261-42e3-91cb-96faac071016 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/fc0a95fd-e059-419d-bedd-9a6f9ad62047 HTTP/1.1" status: 204 len: 168 time: 0.5436106 May 31 11:54:13.251262 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 38056) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:13.359220 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-08d72fff-ac7c-4373-8c1f-862204042abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-990620'] for network, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:13.441709 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.plugin [None req-08d72fff-ac7c-4373-8c1f-862204042abe admin admin] Deleting port 3a4e424a-c49f-4d58-bb66-e744effe2986 {{(pid=98442) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:54:13.442053 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-08d72fff-ac7c-4373-8c1f-862204042abe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781593492803'] for port, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:13.499156 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b59325c-8f26-4571-9c56-e40314f85325 None None] DHCP port deletion for 5697d397-7fb4-4ed9-b7a2-d2ab334e643b request from dv-cinder-786383-7-smb {{(pid=98444) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 31 11:54:13.582986 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.plugin [None req-4b59325c-8f26-4571-9c56-e40314f85325 None None] Deleting port 3a4e424a-c49f-4d58-bb66-e744effe2986 {{(pid=98444) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 31 11:54:13.582986 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-4b59325c-8f26-4571-9c56-e40314f85325 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781593492803'] for port, before_delete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:13.663922 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.db [None req-08d72fff-ac7c-4373-8c1f-862204042abe admin admin] For port 3a4e424a-c49f-4d58-bb66-e744effe2986, host dv-cinder-786383-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-smb',level=0,port_id=3a4e424a-c49f-4d58-bb66-e744effe2986,segment=NetworkSegment(7b437859-bd02-4389-9713-5bad34278a62),segment_id=7b437859-bd02-4389-9713-5bad34278a62)] {{(pid=98442) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:54:13.664181 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-08d72fff-ac7c-4373-8c1f-862204042abe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8366366'] for port, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:13.682732 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.db [None req-4b59325c-8f26-4571-9c56-e40314f85325 None None] For port 3a4e424a-c49f-4d58-bb66-e744effe2986, host dv-cinder-786383-7-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-7-smb',level=0,port_id=3a4e424a-c49f-4d58-bb66-e744effe2986,segment=NetworkSegment(7b437859-bd02-4389-9713-5bad34278a62),segment_id=7b437859-bd02-4389-9713-5bad34278a62)] {{(pid=98444) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 31 11:54:13.683158 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-4b59325c-8f26-4571-9c56-e40314f85325 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8366366'] for port, precommit_delete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:13.797512 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.plugin [None req-08d72fff-ac7c-4373-8c1f-862204042abe admin admin] Calling delete_port for 3a4e424a-c49f-4d58-bb66-e744effe2986 owned by network:dhcp {{(pid=98442) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:54:13.811782 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.plugin [None req-4b59325c-8f26-4571-9c56-e40314f85325 None None] Calling delete_port for 3a4e424a-c49f-4d58-bb66-e744effe2986 owned by network:dhcp {{(pid=98444) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 31 11:54:13.846812 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-08d72fff-ac7c-4373-8c1f-862204042abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781593493926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781593114067', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6713643'] for port, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:13.850781 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-dd7474eb-35ff-4422-bf10-fa936e4d16f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:13.856926 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-4b59325c-8f26-4571-9c56-e40314f85325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-574707', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7927531', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781593493926', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781593114067'] for port, after_delete {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:13.860672 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-b9373a3a-f30a-4570-8a61-fc4bd40a7d8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:13.895607 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d72fff-ac7c-4373-8c1f-862204042abe admin admin] Pushing event deleted for resources: {'Port': ['ID=3a4e424a-c49f-4d58-bb66-e744effe2986,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:13.898261 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-08d72fff-ac7c-4373-8c1f-862204042abe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:13.900648 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d72fff-ac7c-4373-8c1f-862204042abe admin admin] No DVR routers for this DVR port 3a4e424a-c49f-4d58-bb66-e744effe2986 on host dv-cinder-786383-7-smb {{(pid=98442) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:54:13.902322 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b59325c-8f26-4571-9c56-e40314f85325 None None] Pushing event deleted for resources: {'Port': ['ID=3a4e424a-c49f-4d58-bb66-e744effe2986,revision_number=None']} {{(pid=98444) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:13.905232 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG oslo_concurrency.lockutils [None req-4b59325c-8f26-4571-9c56-e40314f85325 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=98444) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:13.906016 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b59325c-8f26-4571-9c56-e40314f85325 None None] No DVR routers for this DVR port 3a4e424a-c49f-4d58-bb66-e744effe2986 on host dv-cinder-786383-7-smb {{(pid=98444) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 31 11:54:14.022610 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-08d72fff-ac7c-4373-8c1f-862204042abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-647783', 'neutron.services.segments.db._delete_segments_for_network-8781593572316'] for network, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:14.038705 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.services.segments.db [None req-08d72fff-ac7c-4373-8c1f-862204042abe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5697d397-7fb4-4ed9-b7a2-d2ab334e643b']}} {{(pid=98442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:54:14.052061 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.services.segments.db [None req-08d72fff-ac7c-4373-8c1f-862204042abe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b437859-bd02-4389-9713-5bad34278a62') {'for_net_delete': True} {{(pid=98442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:54:14.052347 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.services.segments.db [None req-08d72fff-ac7c-4373-8c1f-862204042abe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b437859-bd02-4389-9713-5bad34278a62') {} {{(pid=98442) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 31 11:54:14.065654 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-08d72fff-ac7c-4373-8c1f-862204042abe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781593581213', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7194589'] for segment, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:14.082526 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-08d72fff-ac7c-4373-8c1f-862204042abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654047'] for segment, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:14.089059 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08d72fff-ac7c-4373-8c1f-862204042abe admin admin] Releasing vlan 685 on physical network physnet1 to pool {{(pid=98442) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 31 11:54:14.089446 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-08d72fff-ac7c-4373-8c1f-862204042abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-654047', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6713726'] for segment, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:14.102840 dv-cinder-786383-7-smb neutron-server[98442]: Traceback (most recent call last): May 31 11:54:14.102840 dv-cinder-786383-7-smb neutron-server[98442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 31 11:54:14.102840 dv-cinder-786383-7-smb neutron-server[98442]: timer() May 31 11:54:14.102840 dv-cinder-786383-7-smb neutron-server[98442]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 31 11:54:14.102840 dv-cinder-786383-7-smb neutron-server[98442]: cb(*args, **kw) May 31 11:54:14.102840 dv-cinder-786383-7-smb neutron-server[98442]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 31 11:54:14.102840 dv-cinder-786383-7-smb neutron-server[98442]: return func(*args, **kwargs) May 31 11:54:14.102840 dv-cinder-786383-7-smb neutron-server[98442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 31 11:54:14.102840 dv-cinder-786383-7-smb neutron-server[98442]: self._notify() May 31 11:54:14.102840 dv-cinder-786383-7-smb neutron-server[98442]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 31 11:54:14.102840 dv-cinder-786383-7-smb neutron-server[98442]: self.callback(batched_events) May 31 11:54:14.102840 dv-cinder-786383-7-smb neutron-server[98442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 31 11:54:14.102840 dv-cinder-786383-7-smb neutron-server[98442]: event.method(event) May 31 11:54:14.102840 dv-cinder-786383-7-smb neutron-server[98442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 31 11:54:14.102840 dv-cinder-786383-7-smb neutron-server[98442]: aggregate_id = self._get_aggregate_id(event.segment_id) May 31 11:54:14.102840 dv-cinder-786383-7-smb neutron-server[98442]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 31 11:54:14.102840 dv-cinder-786383-7-smb neutron-server[98442]: aggregate_uuid = self.p_client.list_aggregates( May 31 11:54:14.102840 dv-cinder-786383-7-smb neutron-server[98442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 31 11:54:14.102840 dv-cinder-786383-7-smb neutron-server[98442]: return f(self, *a, **k) May 31 11:54:14.102840 dv-cinder-786383-7-smb neutron-server[98442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 31 11:54:14.102840 dv-cinder-786383-7-smb neutron-server[98442]: return self._get(url).json() May 31 11:54:14.102840 dv-cinder-786383-7-smb neutron-server[98442]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 31 11:54:14.102840 dv-cinder-786383-7-smb neutron-server[98442]: return self._client.get(url, endpoint_filter=self._ks_filter, May 31 11:54:14.102840 dv-cinder-786383-7-smb neutron-server[98442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 31 11:54:14.102840 dv-cinder-786383-7-smb neutron-server[98442]: return self.request(url, 'GET', **kwargs) May 31 11:54:14.102840 dv-cinder-786383-7-smb neutron-server[98442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 31 11:54:14.102840 dv-cinder-786383-7-smb neutron-server[98442]: base_url = self.get_endpoint(auth, allow=allow, May 31 11:54:14.102840 dv-cinder-786383-7-smb neutron-server[98442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 31 11:54:14.102840 dv-cinder-786383-7-smb neutron-server[98442]: auth = self._auth_required(auth, 'determine endpoint URL') May 31 11:54:14.102840 dv-cinder-786383-7-smb neutron-server[98442]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 31 11:54:14.102840 dv-cinder-786383-7-smb neutron-server[98442]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 31 11:54:14.102840 dv-cinder-786383-7-smb neutron-server[98442]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 31 11:54:14.184468 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-08d72fff-ac7c-4373-8c1f-862204042abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-647790', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-8325956', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-7927536', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8365519'] for network, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:14.188592 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:14.203535 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-08d72fff-ac7c-4373-8c1f-862204042abe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7927509'] for network, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:14.214212 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d72fff-ac7c-4373-8c1f-862204042abe admin admin] Pushing event deleted for resources: {'Network': ['ID=5697d397-7fb4-4ed9-b7a2-d2ab334e643b,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:14.218533 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-08d72fff-ac7c-4373-8c1f-862204042abe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:14.222487 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-08d72fff-ac7c-4373-8c1f-862204042abe admin admin] 10.222.0.21 "DELETE /v2.0/networks/5697d397-7fb4-4ed9-b7a2-d2ab334e643b HTTP/1.1" status: 204 len: 168 time: 0.9702437 May 31 11:54:14.467402 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 38062) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:14.516176 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-7de6e678-a626-4438-bb64-30cbb468147a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fe2be64d30ab4738869bd6e174d36ca0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0475154 May 31 11:54:14.519831 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [-] (98443) accepted ('10.222.0.21', 38066) {{(pid=98443) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:14.589409 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-7133c85b-98d9-4f33-aaf0-cad70ba860fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:14.615976 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-7133c85b-98d9-4f33-aaf0-cad70ba860fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:14.671893 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-7133c85b-98d9-4f33-aaf0-cad70ba860fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:14.675687 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-aec716b4-6f9a-4b94-800b-edb3ec8a03f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:14.689914 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7133c85b-98d9-4f33-aaf0-cad70ba860fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead82c87-2fa2-4bc9-8460-6979e6fb3cd1,revision_number=None']} {{(pid=98443) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:14.692579 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG oslo_concurrency.lockutils [None req-7133c85b-98d9-4f33-aaf0-cad70ba860fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=98443) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:14.701005 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron_lib.callbacks.manager [None req-7133c85b-98d9-4f33-aaf0-cad70ba860fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=98443) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:14.702070 dv-cinder-786383-7-smb neutron-server[98443]: INFO neutron.wsgi [None req-7133c85b-98d9-4f33-aaf0-cad70ba860fa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ead82c87-2fa2-4bc9-8460-6979e6fb3cd1 HTTP/1.1" status: 204 len: 168 time: 0.1813579 May 31 11:54:14.828529 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device 3a4e424a-c49f-4d58-bb66-e744effe2986 no longer exists at agent ovs-agent-dv-cinder-786383-7-smb {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 31 11:54:14.865362 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.plugin [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] No Port match for: 3a4e424a-c49f-4d58-bb66-e744effe2986 {{(pid=98444) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 31 11:54:14.865751 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron.plugins.ml2.rpc [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Device 3a4e424a-c49f-4d58-bb66-e744effe2986 not bound to the agent host dv-cinder-786383-7-smb {{(pid=98444) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 31 11:54:15.078402 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 38074) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:15.135166 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-ff9ea032-fb6e-451c-9d64-52e8ec2ffd7d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=66322df3d8ad495a9450f8703d7b6319&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0553195 May 31 11:54:15.137660 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.wsgi [-] (98442) accepted ('10.222.0.21', 38078) {{(pid=98442) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 31 11:54:15.201858 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-3edb7116-190b-42a0-9a66-c913404f3451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:15.229836 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-3edb7116-190b-42a0-9a66-c913404f3451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:15.286404 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-3edb7116-190b-42a0-9a66-c913404f3451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8325990'] for security_group, after_delete {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:15.290168 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-b3b0b3a5-0015-4357-834c-366368fccafa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 31 11:54:15.301524 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edb7116-190b-42a0-9a66-c913404f3451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdaf0637-1aff-4cbc-94e9-f1225315539e,revision_number=None']} {{(pid=98442) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 31 11:54:15.305358 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG oslo_concurrency.lockutils [None req-3edb7116-190b-42a0-9a66-c913404f3451 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=98442) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 31 11:54:15.309608 dv-cinder-786383-7-smb neutron-server[98442]: DEBUG neutron_lib.callbacks.manager [None req-3edb7116-190b-42a0-9a66-c913404f3451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=98442) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:15.310702 dv-cinder-786383-7-smb neutron-server[98442]: INFO neutron.wsgi [None req-3edb7116-190b-42a0-9a66-c913404f3451 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bdaf0637-1aff-4cbc-94e9-f1225315539e HTTP/1.1" status: 204 len: 168 time: 0.1721056 May 31 11:54:24.764510 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-065d4d07-81b3-486a-b8bd-efe534b79e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:27.508286 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:27.813100 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-01d7c018-bc06-4c7a-8233-18f917620891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:28.513444 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-a91c5e8e-8952-4db6-a598-6e76e849b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:30.226240 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-9fdf87ec-5ce8-4616-9e32-e9b9d10b7557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:38.599650 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.agents_db [None req-9d677285-078d-4c88-aefd-aa7dfcc00faf None None] Agent healthcheck: found 6 active agents {{(pid=98445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:54:38.611240 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:54.759946 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-ec36a876-3aaf-41a1-8993-b8dd3010b643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:57.508077 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:57.804122 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-a01db1ba-949e-4af8-9932-8d86f8d92697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:54:58.522242 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-a91c5e8e-8952-4db6-a598-6e76e849b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:00.233105 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-9fdf87ec-5ce8-4616-9e32-e9b9d10b7557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:08.614510 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:15.601459 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.agents_db [None req-9d677285-078d-4c88-aefd-aa7dfcc00faf None None] Agent healthcheck: found 6 active agents {{(pid=98445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:55:24.762614 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-4075870d-1d8d-4ac2-93e9-0790bb7c1f17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:27.506926 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:27.809342 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90b9cc23-8d55-4509-82ad-85257c1312d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:28.529787 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-a91c5e8e-8952-4db6-a598-6e76e849b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:30.237430 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-9fdf87ec-5ce8-4616-9e32-e9b9d10b7557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:38.634444 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:52.601722 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.agents_db [None req-9d677285-078d-4c88-aefd-aa7dfcc00faf None None] Agent healthcheck: found 6 active agents {{(pid=98445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:55:54.761769 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-2b883af7-fa86-441a-b1ca-6437b20749fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:57.504529 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:57.814929 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-227f61ea-92d0-462f-a3fd-9b6c28a9d624 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:55:58.524201 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-a91c5e8e-8952-4db6-a598-6e76e849b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:00.238174 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-9fdf87ec-5ce8-4616-9e32-e9b9d10b7557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:08.630093 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:24.758961 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-d46bcf67-b8af-4739-8dd1-e0913f53bb4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:27.508355 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:27.811423 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-655ba785-c08a-4be2-b265-034e780c65db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:28.534478 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-a91c5e8e-8952-4db6-a598-6e76e849b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:29.602030 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.agents_db [None req-9d677285-078d-4c88-aefd-aa7dfcc00faf None None] Agent healthcheck: found 6 active agents {{(pid=98445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:56:30.239065 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-9fdf87ec-5ce8-4616-9e32-e9b9d10b7557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:38.632990 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:54.758163 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-ed4c98ac-ad6a-409e-9e11-b3f38641d6b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:57.507081 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:57.808208 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-70aad39b-478e-4219-8f71-6b1379fd1edc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:56:58.540474 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-a91c5e8e-8952-4db6-a598-6e76e849b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:00.242233 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-9fdf87ec-5ce8-4616-9e32-e9b9d10b7557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:06.602387 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.agents_db [None req-9d677285-078d-4c88-aefd-aa7dfcc00faf None None] Agent healthcheck: found 6 active agents {{(pid=98445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:57:08.645154 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:09.404518 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [req-4ad15df7-84ff-469e-88c6-e49814180a2c req-2195d8e7-0522-4c73-b45a-7127123757c3 service neutron] (98443) timed out ('10.222.0.61', 58941) {{(pid=98443) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 31 11:57:24.760873 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-0c556f62-0fed-4bba-9991-d905bb43f83e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:27.507979 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:27.806546 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-dd523402-678f-4dc2-85c7-0864c35c5512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:28.542903 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-a91c5e8e-8952-4db6-a598-6e76e849b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:30.252975 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-9fdf87ec-5ce8-4616-9e32-e9b9d10b7557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:38.647034 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:43.601362 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.agents_db [None req-9d677285-078d-4c88-aefd-aa7dfcc00faf None None] Agent healthcheck: found 6 active agents {{(pid=98445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:57:54.761625 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-7c9166e8-f1c6-42e2-bf29-00c5e3965513 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:57.508223 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:57.807064 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-9864c9e0-577e-4d36-8d26-b5b1f0393b2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:57:58.547769 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-a91c5e8e-8952-4db6-a598-6e76e849b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:00.258324 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-9fdf87ec-5ce8-4616-9e32-e9b9d10b7557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:08.659911 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:20.602616 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.agents_db [None req-9d677285-078d-4c88-aefd-aa7dfcc00faf None None] Agent healthcheck: found 6 active agents {{(pid=98445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:58:24.760680 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-1e944566-4184-49d3-9e17-56a098d8b559 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:27.513888 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:27.809179 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-e8772d82-5a20-409f-b13b-5883ca285401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:28.553553 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-a91c5e8e-8952-4db6-a598-6e76e849b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:30.257136 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-9fdf87ec-5ce8-4616-9e32-e9b9d10b7557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:38.673424 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:51.723108 dv-cinder-786383-7-smb neutron-server[98443]: DEBUG neutron.wsgi [req-1dbd8b9f-7362-4237-8ca0-e281a43d07ab req-05b08047-dbef-4672-b073-8c6a94646142 tempest-AttachVolumeNegativeTest-768327910 tempest-AttachVolumeNegativeTest-768327910-project] (98443) timed out ('10.222.0.61', 58925) {{(pid=98443) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} May 31 11:58:54.764385 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-929705e1-1bfe-4b66-917f-4d2020a7aec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:57.511073 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-03c81069-129d-4fb1-8f8d-f0bbe8d8bcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:57.602345 dv-cinder-786383-7-smb neutron-server[98445]: DEBUG neutron.db.agents_db [None req-9d677285-078d-4c88-aefd-aa7dfcc00faf None None] Agent healthcheck: found 6 active agents {{(pid=98445) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} May 31 11:58:57.810217 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-6417a95d-9cb5-4e25-a817-107736a9bfa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:58:58.554202 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-a91c5e8e-8952-4db6-a598-6e76e849b769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:00.259232 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-9fdf87ec-5ce8-4616-9e32-e9b9d10b7557 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 31 11:59:08.676542 dv-cinder-786383-7-smb neutron-server[98444]: DEBUG neutron_lib.callbacks.manager [None req-90f1bdd8-bc56-4738-9656-9dec7631503c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781593572334', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-529833'] for agent, after_update {{(pid=98444) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}